2024-11-25 10:33:55,111 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 10:33:55,131 main DEBUG Took 0.017284 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 10:33:55,131 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 10:33:55,132 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 10:33:55,134 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 10:33:55,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,147 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 10:33:55,166 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,169 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,171 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,175 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,176 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,178 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,179 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,181 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,183 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 10:33:55,185 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,186 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 10:33:55,188 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 10:33:55,190 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 10:33:55,193 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 10:33:55,194 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 10:33:55,195 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 10:33:55,196 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 10:33:55,205 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 10:33:55,208 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 10:33:55,210 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 10:33:55,210 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 10:33:55,211 main DEBUG createAppenders(={Console}) 2024-11-25 10:33:55,211 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 10:33:55,212 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 10:33:55,212 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 10:33:55,213 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 10:33:55,213 main DEBUG OutputStream closed 2024-11-25 10:33:55,214 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 10:33:55,214 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 10:33:55,214 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 10:33:55,309 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 10:33:55,312 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 10:33:55,314 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 10:33:55,315 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 10:33:55,316 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 10:33:55,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 10:33:55,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 10:33:55,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 10:33:55,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 10:33:55,318 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 10:33:55,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 10:33:55,319 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 10:33:55,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 10:33:55,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 10:33:55,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 10:33:55,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 10:33:55,321 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 10:33:55,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 10:33:55,325 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 10:33:55,326 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 10:33:55,326 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 10:33:55,327 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T10:33:55,622 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb 2024-11-25 10:33:55,625 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 10:33:55,625 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T10:33:55,636 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-25T10:33:55,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T10:33:55,668 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3, deleteOnExit=true 2024-11-25T10:33:55,668 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T10:33:55,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/test.cache.data in system properties and HBase conf 2024-11-25T10:33:55,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T10:33:55,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/hadoop.log.dir in system properties and HBase conf 2024-11-25T10:33:55,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T10:33:55,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T10:33:55,677 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T10:33:55,791 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T10:33:55,911 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T10:33:55,918 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:33:55,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T10:33:55,920 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T10:33:55,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:33:55,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T10:33:55,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T10:33:55,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T10:33:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:33:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T10:33:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/nfs.dump.dir in system properties and HBase conf 2024-11-25T10:33:55,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/java.io.tmpdir in system properties and HBase conf 2024-11-25T10:33:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T10:33:55,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T10:33:55,928 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T10:33:57,153 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T10:33:57,265 INFO [Time-limited test {}] log.Log(170): Logging initialized @3058ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T10:33:57,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:33:57,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:33:57,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:33:57,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:33:57,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:33:57,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:33:57,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:33:57,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:33:57,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/java.io.tmpdir/jetty-localhost-33177-hadoop-hdfs-3_4_1-tests_jar-_-any-14425092340298945596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:33:57,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:33177} 2024-11-25T10:33:57,778 INFO [Time-limited test {}] server.Server(415): Started @3573ms 2024-11-25T10:33:58,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T10:33:58,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T10:33:58,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T10:33:58,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T10:33:58,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T10:33:58,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/hadoop.log.dir/,AVAILABLE} 2024-11-25T10:33:58,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T10:33:58,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/java.io.tmpdir/jetty-localhost-46619-hadoop-hdfs-3_4_1-tests_jar-_-any-8878076814804473060/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:33:58,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:46619} 2024-11-25T10:33:58,425 INFO [Time-limited test {}] server.Server(415): Started @4220ms 2024-11-25T10:33:58,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T10:33:59,669 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/dfs/data/data1/current/BP-143220253-172.17.0.3-1732530836656/current, will proceed with Du for space computation calculation, 2024-11-25T10:33:59,669 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/dfs/data/data2/current/BP-143220253-172.17.0.3-1732530836656/current, will proceed with Du for space computation calculation, 2024-11-25T10:33:59,728 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T10:33:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a031ed95ec9fd8a with lease ID 0x8902b4a2f7ed5aae: Processing first storage report for DS-3fdc0d1a-bce8-4772-bfb5-21fe6ae2c1c4 from datanode DatanodeRegistration(127.0.0.1:33641, datanodeUuid=7b8c5601-45a1-48c5-af49-4aa80d257c15, infoPort=45553, infoSecurePort=0, ipcPort=41425, storageInfo=lv=-57;cid=testClusterID;nsid=1381169996;c=1732530836656) 2024-11-25T10:33:59,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a031ed95ec9fd8a with lease ID 0x8902b4a2f7ed5aae: from storage DS-3fdc0d1a-bce8-4772-bfb5-21fe6ae2c1c4 node DatanodeRegistration(127.0.0.1:33641, datanodeUuid=7b8c5601-45a1-48c5-af49-4aa80d257c15, infoPort=45553, infoSecurePort=0, ipcPort=41425, storageInfo=lv=-57;cid=testClusterID;nsid=1381169996;c=1732530836656), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T10:33:59,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a031ed95ec9fd8a with lease ID 0x8902b4a2f7ed5aae: Processing first storage report for DS-51fdc8f3-06e1-48cb-9917-436e441e932f from datanode DatanodeRegistration(127.0.0.1:33641, datanodeUuid=7b8c5601-45a1-48c5-af49-4aa80d257c15, infoPort=45553, infoSecurePort=0, ipcPort=41425, storageInfo=lv=-57;cid=testClusterID;nsid=1381169996;c=1732530836656) 2024-11-25T10:33:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a031ed95ec9fd8a with lease ID 0x8902b4a2f7ed5aae: from storage DS-51fdc8f3-06e1-48cb-9917-436e441e932f node DatanodeRegistration(127.0.0.1:33641, datanodeUuid=7b8c5601-45a1-48c5-af49-4aa80d257c15, infoPort=45553, infoSecurePort=0, ipcPort=41425, storageInfo=lv=-57;cid=testClusterID;nsid=1381169996;c=1732530836656), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T10:33:59,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb 2024-11-25T10:34:00,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/zookeeper_0, clientPort=49199, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T10:34:00,036 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49199 2024-11-25T10:34:00,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:34:00,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:34:00,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741825_1001 (size=7) 2024-11-25T10:34:00,806 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c with version=8 2024-11-25T10:34:00,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/hbase-staging 2024-11-25T10:34:00,979 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T10:34:01,366 INFO [Time-limited test {}] client.ConnectionUtils(129): master/1ab1d4f27f0d:0 server-side Connection retries=45 2024-11-25T10:34:01,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:34:01,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:34:01,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:34:01,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:34:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:34:01,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:34:01,720 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T10:34:01,737 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T10:34:01,743 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:34:01,781 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 58553 (auto-detected) 2024-11-25T10:34:01,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-25T10:34:01,814 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:35467 2024-11-25T10:34:01,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:34:01,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:34:01,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35467 connecting to ZooKeeper ensemble=127.0.0.1:49199 2024-11-25T10:34:01,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354670x0, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:34:01,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35467-0x10172d8442b0000 connected 2024-11-25T10:34:02,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:34:02,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:34:02,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:34:02,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-25T10:34:02,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35467 2024-11-25T10:34:02,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35467 2024-11-25T10:34:02,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-25T10:34:02,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35467 2024-11-25T10:34:02,206 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c, hbase.cluster.distributed=false 2024-11-25T10:34:02,304 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/1ab1d4f27f0d:0 server-side Connection retries=45 2024-11-25T10:34:02,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:34:02,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T10:34:02,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T10:34:02,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T10:34:02,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T10:34:02,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T10:34:02,313 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T10:34:02,314 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44363 2024-11-25T10:34:02,316 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T10:34:02,328 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T10:34:02,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:34:02,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:34:02,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44363 connecting to ZooKeeper ensemble=127.0.0.1:49199 2024-11-25T10:34:02,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443630x0, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T10:34:02,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443630x0, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:34:02,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44363-0x10172d8442b0001 connected 2024-11-25T10:34:02,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:34:02,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T10:34:02,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-25T10:34:02,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44363 2024-11-25T10:34:02,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44363 2024-11-25T10:34:02,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-25T10:34:02,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-25T10:34:02,392 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:34:02,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:34:02,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:34:02,413 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:34:02,414 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1ab1d4f27f0d:35467 2024-11-25T10:34:02,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:34:02,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:02,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T10:34:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:02,449 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T10:34:02,452 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1ab1d4f27f0d,35467,1732530840971 from backup master directory 2024-11-25T10:34:02,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T10:34:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:34:02,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:34:02,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T10:34:02,464 WARN [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:34:02,464 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:34:02,467 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T10:34:02,469 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T10:34:02,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741826_1002 (size=42) 2024-11-25T10:34:02,991 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/hbase.id with ID: 7f85a5c1-a34e-4cc4-a38d-03a190eecbda 2024-11-25T10:34:03,040 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T10:34:03,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:03,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741827_1003 (size=196) 2024-11-25T10:34:03,550 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:34:03,553 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T10:34:03,571 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:03,576 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:34:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741828_1004 (size=1189) 2024-11-25T10:34:03,628 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store 2024-11-25T10:34:03,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741829_1005 (size=34) 2024-11-25T10:34:04,049 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T10:34:04,050 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:04,051 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:34:04,051 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:34:04,051 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:34:04,051 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:34:04,052 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:34:04,052 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:34:04,052 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T10:34:04,054 WARN [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/.initializing 2024-11-25T10:34:04,055 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/WALs/1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:34:04,063 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:34:04,076 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab1d4f27f0d%2C35467%2C1732530840971, suffix=, logDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/WALs/1ab1d4f27f0d,35467,1732530840971, archiveDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/oldWALs, maxLogs=10 2024-11-25T10:34:04,099 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/WALs/1ab1d4f27f0d,35467,1732530840971/1ab1d4f27f0d%2C35467%2C1732530840971.1732530844081, exclude list is [], retry=0 2024-11-25T10:34:04,121 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33641,DS-3fdc0d1a-bce8-4772-bfb5-21fe6ae2c1c4,DISK] 2024-11-25T10:34:04,125 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T10:34:04,171 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/WALs/1ab1d4f27f0d,35467,1732530840971/1ab1d4f27f0d%2C35467%2C1732530840971.1732530844081 2024-11-25T10:34:04,172 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45553:45553)] 2024-11-25T10:34:04,173 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:34:04,173 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:04,179 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,180 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T10:34:04,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:04,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:34:04,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T10:34:04,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:04,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:04,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T10:34:04,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:04,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:04,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T10:34:04,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:04,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:04,327 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,329 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,344 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T10:34:04,357 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T10:34:04,369 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:34:04,371 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64731089, jitterRate=-0.03543160855770111}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T10:34:04,380 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T10:34:04,383 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T10:34:04,443 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e9e946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:04,494 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T10:34:04,513 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T10:34:04,514 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T10:34:04,518 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T10:34:04,520 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T10:34:04,526 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-11-25T10:34:04,526 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T10:34:04,608 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T10:34:04,627 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T10:34:04,644 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T10:34:04,648 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T10:34:04,651 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T10:34:04,661 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T10:34:04,664 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T10:34:04,685 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T10:34:04,702 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T10:34:04,704 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T10:34:04,711 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T10:34:04,732 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T10:34:04,741 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T10:34:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:34:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T10:34:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:04,755 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=1ab1d4f27f0d,35467,1732530840971, sessionid=0x10172d8442b0000, setting cluster-up flag (Was=false) 2024-11-25T10:34:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:04,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:04,825 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T10:34:04,830 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:34:04,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:04,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:04,878 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T10:34:04,880 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:34:04,915 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1ab1d4f27f0d:44363 2024-11-25T10:34:04,917 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1008): ClusterId : 7f85a5c1-a34e-4cc4-a38d-03a190eecbda 2024-11-25T10:34:04,920 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T10:34:04,958 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T10:34:04,958 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T10:34:04,979 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T10:34:04,981 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22825e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:04,984 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bbe4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab1d4f27f0d/172.17.0.3:0 2024-11-25T10:34:04,989 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T10:34:04,989 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T10:34:04,989 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T10:34:04,996 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(3073): reportForDuty to master=1ab1d4f27f0d,35467,1732530840971 with isa=1ab1d4f27f0d/172.17.0.3:44363, startcode=1732530842303 2024-11-25T10:34:05,000 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T10:34:05,007 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T10:34:05,010 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T10:34:05,012 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:34:05,016 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1ab1d4f27f0d,35467,1732530840971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T10:34:05,020 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1ab1d4f27f0d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:34:05,020 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1ab1d4f27f0d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:34:05,021 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:34:05,021 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=5, maxPoolSize=5 2024-11-25T10:34:05,021 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1ab1d4f27f0d:0, corePoolSize=10, maxPoolSize=10 2024-11-25T10:34:05,021 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,022 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:34:05,022 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:34:05,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T10:34:05,048 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732530875048 2024-11-25T10:34:05,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:05,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T10:34:05,050 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T10:34:05,052 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T10:34:05,056 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T10:34:05,056 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T10:34:05,057 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T10:34:05,057 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T10:34:05,058 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,063 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T10:34:05,064 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T10:34:05,068 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T10:34:05,070 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60779, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:34:05,071 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T10:34:05,071 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T10:34:05,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741831_1007 (size=1039) 2024-11-25T10:34:05,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T10:34:05,077 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:34:05,079 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.large.0-1732530845073,5,FailOnTimeoutGroup] 2024-11-25T10:34:05,079 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:05,092 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.small.0-1732530845079,5,FailOnTimeoutGroup] 2024-11-25T10:34:05,092 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,092 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T10:34:05,094 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,094 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,118 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-25T10:34:05,118 WARN [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T10:34:05,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741832_1008 (size=32) 2024-11-25T10:34:05,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:05,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:34:05,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:34:05,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:34:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:34:05,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:34:05,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:34:05,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:34:05,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:34:05,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:05,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:34:05,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740 2024-11-25T10:34:05,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740 2024-11-25T10:34:05,191 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:34:05,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T10:34:05,204 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:34:05,205 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61396196, jitterRate=-0.0851253867149353}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:34:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T10:34:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:34:05,211 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T10:34:05,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T10:34:05,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:34:05,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:34:05,215 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T10:34:05,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T10:34:05,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T10:34:05,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T10:34:05,220 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(3073): reportForDuty to master=1ab1d4f27f0d,35467,1732530840971 with isa=1ab1d4f27f0d/172.17.0.3:44363, startcode=1732530842303 2024-11-25T10:34:05,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:05,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35467 {}] master.ServerManager(486): Registering regionserver=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:05,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T10:34:05,236 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:34:05,236 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36749 2024-11-25T10:34:05,236 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T10:34:05,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T10:34:05,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T10:34:05,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:34:05,251 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] zookeeper.ZKUtil(111): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:05,251 WARN [RS:0;1ab1d4f27f0d:44363 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T10:34:05,251 INFO [RS:0;1ab1d4f27f0d:44363 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:34:05,251 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/WALs/1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:05,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1ab1d4f27f0d,44363,1732530842303] 2024-11-25T10:34:05,272 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T10:34:05,282 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T10:34:05,298 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T10:34:05,302 INFO [RS:0;1ab1d4f27f0d:44363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T10:34:05,302 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,303 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T10:34:05,310 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,311 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,311 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,312 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,312 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,312 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,312 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1ab1d4f27f0d:0, corePoolSize=2, maxPoolSize=2 2024-11-25T10:34:05,313 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,313 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,313 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,313 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,313 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1ab1d4f27f0d:0, corePoolSize=1, maxPoolSize=1 2024-11-25T10:34:05,314 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1ab1d4f27f0d:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:34:05,314 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0, corePoolSize=3, maxPoolSize=3 2024-11-25T10:34:05,315 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,315 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,315 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,316 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,316 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,44363,1732530842303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:34:05,347 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T10:34:05,349 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,44363,1732530842303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:05,375 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.Replication(204): 1ab1d4f27f0d,44363,1732530842303 started 2024-11-25T10:34:05,375 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1767): Serving as 1ab1d4f27f0d,44363,1732530842303, RpcServer on 1ab1d4f27f0d/172.17.0.3:44363, sessionid=0x10172d8442b0001 2024-11-25T10:34:05,376 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T10:34:05,377 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:05,377 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab1d4f27f0d,44363,1732530842303' 2024-11-25T10:34:05,377 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T10:34:05,387 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T10:34:05,398 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T10:34:05,397 WARN [1ab1d4f27f0d:35467 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-25T10:34:05,398 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T10:34:05,398 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:05,398 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1ab1d4f27f0d,44363,1732530842303' 2024-11-25T10:34:05,398 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T10:34:05,399 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T10:34:05,400 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T10:34:05,400 INFO [RS:0;1ab1d4f27f0d:44363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T10:34:05,400 INFO [RS:0;1ab1d4f27f0d:44363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T10:34:05,507 INFO [RS:0;1ab1d4f27f0d:44363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T10:34:05,514 INFO [RS:0;1ab1d4f27f0d:44363 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab1d4f27f0d%2C44363%2C1732530842303, suffix=, logDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/WALs/1ab1d4f27f0d,44363,1732530842303, archiveDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/oldWALs, maxLogs=32 2024-11-25T10:34:05,540 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/WALs/1ab1d4f27f0d,44363,1732530842303/1ab1d4f27f0d%2C44363%2C1732530842303.1732530845520, exclude list is [], retry=0 2024-11-25T10:34:05,547 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33641,DS-3fdc0d1a-bce8-4772-bfb5-21fe6ae2c1c4,DISK] 2024-11-25T10:34:05,560 INFO [RS:0;1ab1d4f27f0d:44363 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/WALs/1ab1d4f27f0d,44363,1732530842303/1ab1d4f27f0d%2C44363%2C1732530842303.1732530845520 2024-11-25T10:34:05,563 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45553:45553)] 2024-11-25T10:34:05,649 DEBUG [1ab1d4f27f0d:35467 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T10:34:05,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:05,659 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab1d4f27f0d,44363,1732530842303, state=OPENING 2024-11-25T10:34:05,669 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T10:34:05,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:05,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:05,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:34:05,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:34:05,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:34:05,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:05,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T10:34:05,864 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T10:34:05,884 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T10:34:05,884 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T10:34:05,885 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T10:34:05,888 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1ab1d4f27f0d%2C44363%2C1732530842303.meta, suffix=.meta, logDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/WALs/1ab1d4f27f0d,44363,1732530842303, archiveDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/oldWALs, maxLogs=32 2024-11-25T10:34:05,914 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/WALs/1ab1d4f27f0d,44363,1732530842303/1ab1d4f27f0d%2C44363%2C1732530842303.meta.1732530845891.meta, exclude list is [], retry=0 2024-11-25T10:34:05,919 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33641,DS-3fdc0d1a-bce8-4772-bfb5-21fe6ae2c1c4,DISK] 2024-11-25T10:34:05,931 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/WALs/1ab1d4f27f0d,44363,1732530842303/1ab1d4f27f0d%2C44363%2C1732530842303.meta.1732530845891.meta 2024-11-25T10:34:05,932 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45553:45553)] 2024-11-25T10:34:05,932 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:34:05,934 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T10:34:06,010 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T10:34:06,020 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T10:34:06,026 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T10:34:06,026 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:06,027 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T10:34:06,027 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T10:34:06,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T10:34:06,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T10:34:06,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:06,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:34:06,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T10:34:06,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T10:34:06,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:06,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:34:06,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T10:34:06,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T10:34:06,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:06,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T10:34:06,063 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740 2024-11-25T10:34:06,067 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740 2024-11-25T10:34:06,074 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:34:06,081 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T10:34:06,084 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70944982, jitterRate=0.05716261267662048}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:34:06,086 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T10:34:06,095 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732530845850 2024-11-25T10:34:06,116 DEBUG [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T10:34:06,117 INFO [RS_OPEN_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T10:34:06,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:06,125 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1ab1d4f27f0d,44363,1732530842303, state=OPEN 2024-11-25T10:34:06,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:34:06,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T10:34:06,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:34:06,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T10:34:06,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T10:34:06,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=1ab1d4f27f0d,44363,1732530842303 in 473 msec 2024-11-25T10:34:06,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T10:34:06,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 937 msec 2024-11-25T10:34:06,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-25T10:34:06,181 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732530846181, completionTime=-1 2024-11-25T10:34:06,181 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T10:34:06,181 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T10:34:06,225 DEBUG [hconnection-0x6c4340d4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:06,229 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:06,247 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T10:34:06,248 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732530906248 2024-11-25T10:34:06,248 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732530966248 2024-11-25T10:34:06,248 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 66 msec 2024-11-25T10:34:06,364 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,35467,1732530840971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:06,364 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,35467,1732530840971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:06,364 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,35467,1732530840971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:06,365 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1ab1d4f27f0d:35467, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:06,366 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:06,371 DEBUG [master/1ab1d4f27f0d:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T10:34:06,373 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T10:34:06,374 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T10:34:06,381 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T10:34:06,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:34:06,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:06,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:34:06,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741835_1011 (size=358) 2024-11-25T10:34:06,807 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 71f3d0fbd8596d0c17ee162b3abc46e8, NAME => 'hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:34:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741836_1012 (size=42) 2024-11-25T10:34:07,220 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:07,220 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 71f3d0fbd8596d0c17ee162b3abc46e8, disabling compactions & flushes 2024-11-25T10:34:07,220 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:34:07,220 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:34:07,221 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. after waiting 0 ms 2024-11-25T10:34:07,221 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:34:07,221 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:34:07,221 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 71f3d0fbd8596d0c17ee162b3abc46e8: 2024-11-25T10:34:07,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:34:07,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732530847225"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530847225"}]},"ts":"1732530847225"} 2024-11-25T10:34:07,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:34:07,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:34:07,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530847263"}]},"ts":"1732530847263"} 2024-11-25T10:34:07,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T10:34:07,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=71f3d0fbd8596d0c17ee162b3abc46e8, ASSIGN}] 2024-11-25T10:34:07,296 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=71f3d0fbd8596d0c17ee162b3abc46e8, ASSIGN 2024-11-25T10:34:07,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=71f3d0fbd8596d0c17ee162b3abc46e8, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=false 2024-11-25T10:34:07,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=71f3d0fbd8596d0c17ee162b3abc46e8, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:07,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 71f3d0fbd8596d0c17ee162b3abc46e8, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:34:07,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:07,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:34:07,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 71f3d0fbd8596d0c17ee162b3abc46e8, NAME => 'hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:34:07,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:34:07,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:07,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:34:07,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:34:07,620 INFO [StoreOpener-71f3d0fbd8596d0c17ee162b3abc46e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:34:07,624 INFO [StoreOpener-71f3d0fbd8596d0c17ee162b3abc46e8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71f3d0fbd8596d0c17ee162b3abc46e8 columnFamilyName info 2024-11-25T10:34:07,624 DEBUG [StoreOpener-71f3d0fbd8596d0c17ee162b3abc46e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:07,625 INFO [StoreOpener-71f3d0fbd8596d0c17ee162b3abc46e8-1 {}] regionserver.HStore(327): Store=71f3d0fbd8596d0c17ee162b3abc46e8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:07,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:34:07,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:34:07,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:34:07,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:34:07,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 71f3d0fbd8596d0c17ee162b3abc46e8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63290550, jitterRate=-0.05689731240272522}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T10:34:07,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 71f3d0fbd8596d0c17ee162b3abc46e8: 2024-11-25T10:34:07,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8., pid=6, masterSystemTime=1732530847608 2024-11-25T10:34:07,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:34:07,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:34:07,656 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=71f3d0fbd8596d0c17ee162b3abc46e8, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:07,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T10:34:07,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 71f3d0fbd8596d0c17ee162b3abc46e8, server=1ab1d4f27f0d,44363,1732530842303 in 208 msec 2024-11-25T10:34:07,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T10:34:07,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=71f3d0fbd8596d0c17ee162b3abc46e8, ASSIGN in 373 msec 2024-11-25T10:34:07,671 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:34:07,672 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530847672"}]},"ts":"1732530847672"} 2024-11-25T10:34:07,675 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T10:34:07,687 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T10:34:07,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:34:07,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3130 sec 2024-11-25T10:34:07,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T10:34:07,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:07,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:34:07,721 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T10:34:07,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T10:34:07,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-11-25T10:34:07,767 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T10:34:07,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T10:34:07,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 44 msec 2024-11-25T10:34:07,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T10:34:07,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T10:34:07,853 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.388sec 2024-11-25T10:34:07,854 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T10:34:07,856 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T10:34:07,857 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T10:34:07,857 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T10:34:07,857 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T10:34:07,858 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,35467,1732530840971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T10:34:07,858 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,35467,1732530840971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T10:34:07,865 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T10:34:07,866 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T10:34:07,866 INFO [master/1ab1d4f27f0d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1ab1d4f27f0d,35467,1732530840971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T10:34:07,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76523d14 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46873e4f 2024-11-25T10:34:07,916 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T10:34:07,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ba07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:07,932 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T10:34:07,933 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T10:34:07,943 DEBUG [hconnection-0x7edf53b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:07,954 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:07,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:34:07,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=718, ProcessCount=11, AvailableMemoryMB=3037 2024-11-25T10:34:07,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:34:07,989 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:34:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:34:08,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:34:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:08,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:34:08,042 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:08,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T10:34:08,045 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:34:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:34:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741837_1013 (size=963) 2024-11-25T10:34:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:34:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:34:08,487 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:34:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741838_1014 (size=53) 2024-11-25T10:34:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:34:08,899 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:08,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d01141ca1db16ffb224f84dfe5ee4314, disabling compactions & flushes 2024-11-25T10:34:08,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:08,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:08,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. after waiting 0 ms 2024-11-25T10:34:08,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:08,900 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:08,900 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:08,903 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:34:08,904 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530848903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530848903"}]},"ts":"1732530848903"} 2024-11-25T10:34:08,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:34:08,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:34:08,914 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530848914"}]},"ts":"1732530848914"} 2024-11-25T10:34:08,918 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:34:08,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d01141ca1db16ffb224f84dfe5ee4314, ASSIGN}] 2024-11-25T10:34:08,938 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d01141ca1db16ffb224f84dfe5ee4314, ASSIGN 2024-11-25T10:34:08,940 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d01141ca1db16ffb224f84dfe5ee4314, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=false 2024-11-25T10:34:09,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d01141ca1db16ffb224f84dfe5ee4314, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:09,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:34:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:34:09,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:09,257 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:09,258 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:34:09,258 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,258 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:09,258 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,259 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,263 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,267 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:09,268 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01141ca1db16ffb224f84dfe5ee4314 columnFamilyName A 2024-11-25T10:34:09,268 DEBUG [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:09,269 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.HStore(327): Store=d01141ca1db16ffb224f84dfe5ee4314/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:09,270 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,273 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:09,274 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01141ca1db16ffb224f84dfe5ee4314 columnFamilyName B 2024-11-25T10:34:09,274 DEBUG [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:09,275 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.HStore(327): Store=d01141ca1db16ffb224f84dfe5ee4314/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:09,276 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,278 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:09,278 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d01141ca1db16ffb224f84dfe5ee4314 columnFamilyName C 2024-11-25T10:34:09,279 DEBUG [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:09,281 INFO [StoreOpener-d01141ca1db16ffb224f84dfe5ee4314-1 {}] regionserver.HStore(327): Store=d01141ca1db16ffb224f84dfe5ee4314/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:09,282 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:09,284 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,285 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,291 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:34:09,300 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:09,306 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:34:09,307 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened d01141ca1db16ffb224f84dfe5ee4314; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63523904, jitterRate=-0.053420066833496094}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:34:09,308 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:09,310 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., pid=11, masterSystemTime=1732530849249 2024-11-25T10:34:09,314 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:09,314 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:09,315 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d01141ca1db16ffb224f84dfe5ee4314, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:09,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T10:34:09,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 in 228 msec 2024-11-25T10:34:09,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T10:34:09,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d01141ca1db16ffb224f84dfe5ee4314, ASSIGN in 394 msec 2024-11-25T10:34:09,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:34:09,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530849340"}]},"ts":"1732530849340"} 2024-11-25T10:34:09,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:34:09,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:34:09,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3210 sec 2024-11-25T10:34:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T10:34:10,180 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T10:34:10,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6fcb5f29 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fdf5682 2024-11-25T10:34:10,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6e36fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,255 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:34:10,269 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:34:10,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f2091cc to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d38d10 2024-11-25T10:34:10,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f343a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09bd0964 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c63ae4e 2024-11-25T10:34:10,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1324ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18cb251d to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@736f1673 2024-11-25T10:34:10,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478bae6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,336 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b55c24 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ee2166f 2024-11-25T10:34:10,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e52b42a to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f34ff67 2024-11-25T10:34:10,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38766d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ed28bb to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cad1a 2024-11-25T10:34:10,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295cb1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12a1285d to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c3b736e 2024-11-25T10:34:10,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70267494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bc462 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@767a8485 2024-11-25T10:34:10,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47fe2fa7 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6502d571 2024-11-25T10:34:10,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c915d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:10,431 DEBUG [hconnection-0x2c567894-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,432 DEBUG [hconnection-0x7ae5fbe7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,433 DEBUG [hconnection-0x5d2d6079-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,434 DEBUG [hconnection-0x72c6a01f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,434 DEBUG [hconnection-0x38bdff40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,434 DEBUG [hconnection-0x52bc8992-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:10,436 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,439 DEBUG [hconnection-0x60cef9be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T10:34:10,444 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:34:10,446 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:10,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:10,452 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,459 DEBUG [hconnection-0x299599a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,463 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,468 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,484 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,493 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,495 DEBUG [hconnection-0x3f527b58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:10,501 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,501 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,516 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:10,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:34:10,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:10,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:10,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:34:10,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:10,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:10,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:10,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:10,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:10,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:10,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:10,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:10,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/e9d079068f944795aef4aef80965eccf is 50, key is test_row_0/A:col10/1732530850524/Put/seqid=0 2024-11-25T10:34:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:34:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530910755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530910760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530910764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530910765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530910770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741839_1015 (size=12001) 2024-11-25T10:34:10,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:10,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:10,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:10,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:10,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530910874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530910874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530910885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530910887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530910888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,993 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:10,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:11,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:34:11,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530911107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530911111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530911111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530911111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530911112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/e9d079068f944795aef4aef80965eccf 2024-11-25T10:34:11,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530911420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530911429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530911429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530911436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530911436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7fb9a5e914c9457ba33e0898811b8111 is 50, key is test_row_0/B:col10/1732530850524/Put/seqid=0 2024-11-25T10:34:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741840_1016 (size=12001) 2024-11-25T10:34:11,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:34:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:34:11,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T10:34:11,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T10:34:11,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T10:34:11,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:11,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,719 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T10:34:11,719 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T10:34:11,723 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T10:34:11,723 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T10:34:11,724 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:34:11,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T10:34:11,725 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T10:34:11,725 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T10:34:11,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T10:34:11,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T10:34:11,841 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:11,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:11,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:11,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7fb9a5e914c9457ba33e0898811b8111 2024-11-25T10:34:11,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530911939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530911943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530911946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530911946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530911955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:11,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:12,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1db7864db05943b1884e4b18614e5ad9 is 50, key is test_row_0/C:col10/1732530850524/Put/seqid=0 2024-11-25T10:34:12,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741841_1017 (size=12001) 2024-11-25T10:34:12,158 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:12,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:12,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:12,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:12,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:12,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:12,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1db7864db05943b1884e4b18614e5ad9 2024-11-25T10:34:12,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:12,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:12,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:12,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:12,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/e9d079068f944795aef4aef80965eccf as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e9d079068f944795aef4aef80965eccf 2024-11-25T10:34:12,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e9d079068f944795aef4aef80965eccf, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T10:34:12,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7fb9a5e914c9457ba33e0898811b8111 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7fb9a5e914c9457ba33e0898811b8111 2024-11-25T10:34:12,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7fb9a5e914c9457ba33e0898811b8111, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T10:34:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:34:12,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1db7864db05943b1884e4b18614e5ad9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1db7864db05943b1884e4b18614e5ad9 2024-11-25T10:34:12,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1db7864db05943b1884e4b18614e5ad9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T10:34:12,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for d01141ca1db16ffb224f84dfe5ee4314 in 2088ms, sequenceid=13, compaction requested=false 2024-11-25T10:34:12,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:12,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:12,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T10:34:12,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:12,639 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:34:12,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:12,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/d72e908c507b4638a3d6c7a1ae1d4c33 is 50, key is test_row_0/A:col10/1732530850756/Put/seqid=0 2024-11-25T10:34:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741842_1018 (size=12001) 2024-11-25T10:34:12,729 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/d72e908c507b4638a3d6c7a1ae1d4c33 2024-11-25T10:34:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/8310e3af99c84b8b97346426247d837e is 50, key is test_row_0/B:col10/1732530850756/Put/seqid=0 2024-11-25T10:34:12,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741843_1019 (size=12001) 2024-11-25T10:34:12,891 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/8310e3af99c84b8b97346426247d837e 2024-11-25T10:34:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/c3c8bccf47c04e1a9097b11ca9ff90a3 is 50, key is test_row_0/C:col10/1732530850756/Put/seqid=0 2024-11-25T10:34:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530912983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530912989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530913003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530913006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530913009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741844_1020 (size=12001) 2024-11-25T10:34:13,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530913114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530913117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530913117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530913130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530913132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530913325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530913329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530913328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530913344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530913351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,456 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/c3c8bccf47c04e1a9097b11ca9ff90a3 2024-11-25T10:34:13,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/d72e908c507b4638a3d6c7a1ae1d4c33 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d72e908c507b4638a3d6c7a1ae1d4c33 2024-11-25T10:34:13,516 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d72e908c507b4638a3d6c7a1ae1d4c33, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T10:34:13,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/8310e3af99c84b8b97346426247d837e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8310e3af99c84b8b97346426247d837e 2024-11-25T10:34:13,584 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8310e3af99c84b8b97346426247d837e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T10:34:13,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/c3c8bccf47c04e1a9097b11ca9ff90a3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c3c8bccf47c04e1a9097b11ca9ff90a3 2024-11-25T10:34:13,609 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c3c8bccf47c04e1a9097b11ca9ff90a3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T10:34:13,613 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d01141ca1db16ffb224f84dfe5ee4314 in 974ms, sequenceid=39, compaction requested=false 2024-11-25T10:34:13,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:13,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T10:34:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T10:34:13,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T10:34:13,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1780 sec 2024-11-25T10:34:13,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.1960 sec 2024-11-25T10:34:13,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:34:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:13,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:13,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ba624e5491694adfbe9491aa7c827e3b is 50, key is test_row_0/A:col10/1732530853004/Put/seqid=0 2024-11-25T10:34:13,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741845_1021 (size=11997) 2024-11-25T10:34:13,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ba624e5491694adfbe9491aa7c827e3b 2024-11-25T10:34:13,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/dd5558e2bd9345ab9fd0d35cde338ea7 is 50, key is test_row_0/B:col10/1732530853004/Put/seqid=0 2024-11-25T10:34:13,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741846_1022 (size=9657) 2024-11-25T10:34:13,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/dd5558e2bd9345ab9fd0d35cde338ea7 2024-11-25T10:34:13,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530913767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530913770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530913775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530913776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530913785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/330ede6948c0456b93fd551f36ec34b4 is 50, key is test_row_0/C:col10/1732530853004/Put/seqid=0 2024-11-25T10:34:13,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741847_1023 (size=9657) 2024-11-25T10:34:13,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/330ede6948c0456b93fd551f36ec34b4 2024-11-25T10:34:13,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530913887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ba624e5491694adfbe9491aa7c827e3b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ba624e5491694adfbe9491aa7c827e3b 2024-11-25T10:34:13,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530913900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530913902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530913902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530913908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:13,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ba624e5491694adfbe9491aa7c827e3b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T10:34:13,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/dd5558e2bd9345ab9fd0d35cde338ea7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/dd5558e2bd9345ab9fd0d35cde338ea7 2024-11-25T10:34:14,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/dd5558e2bd9345ab9fd0d35cde338ea7, entries=100, sequenceid=50, filesize=9.4 K 2024-11-25T10:34:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/330ede6948c0456b93fd551f36ec34b4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/330ede6948c0456b93fd551f36ec34b4 2024-11-25T10:34:14,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/330ede6948c0456b93fd551f36ec34b4, entries=100, sequenceid=50, filesize=9.4 K 2024-11-25T10:34:14,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d01141ca1db16ffb224f84dfe5ee4314 in 456ms, sequenceid=50, compaction requested=true 2024-11-25T10:34:14,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:14,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:14,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:14,111 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:14,111 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:14,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:14,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:14,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:14,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:14,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:34:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:14,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:14,121 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:14,124 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:14,124 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:14,125 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7fb9a5e914c9457ba33e0898811b8111, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8310e3af99c84b8b97346426247d837e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/dd5558e2bd9345ab9fd0d35cde338ea7] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=32.9 K 2024-11-25T10:34:14,128 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fb9a5e914c9457ba33e0898811b8111, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530850471 2024-11-25T10:34:14,131 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8310e3af99c84b8b97346426247d837e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732530850703 2024-11-25T10:34:14,135 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:14,135 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting dd5558e2bd9345ab9fd0d35cde338ea7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530853004 2024-11-25T10:34:14,135 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:14,135 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:14,135 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e9d079068f944795aef4aef80965eccf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d72e908c507b4638a3d6c7a1ae1d4c33, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ba624e5491694adfbe9491aa7c827e3b] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=35.2 K 2024-11-25T10:34:14,138 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9d079068f944795aef4aef80965eccf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530850471 2024-11-25T10:34:14,141 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d72e908c507b4638a3d6c7a1ae1d4c33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732530850703 2024-11-25T10:34:14,143 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba624e5491694adfbe9491aa7c827e3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530853001 2024-11-25T10:34:14,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ab4b1d4090be4819b4a81b31e2d9c8e5 is 50, key is test_row_0/A:col10/1732530854104/Put/seqid=0 2024-11-25T10:34:14,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530914142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530914145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530914147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530914158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530914160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741848_1024 (size=12001) 2024-11-25T10:34:14,210 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:14,212 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/e2967c41adc94d7eab2cb1e324f45927 is 50, key is test_row_0/A:col10/1732530853004/Put/seqid=0 2024-11-25T10:34:14,219 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#11 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:14,220 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/bc86b5e916224f7bafd0c3be494c53ae is 50, key is test_row_0/B:col10/1732530853004/Put/seqid=0 2024-11-25T10:34:14,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741849_1025 (size=12104) 2024-11-25T10:34:14,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530914268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530914270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530914277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530914277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741850_1026 (size=12104) 2024-11-25T10:34:14,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530914282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,329 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/bc86b5e916224f7bafd0c3be494c53ae as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/bc86b5e916224f7bafd0c3be494c53ae 2024-11-25T10:34:14,363 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into bc86b5e916224f7bafd0c3be494c53ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:14,363 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:14,363 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530854111; duration=0sec 2024-11-25T10:34:14,364 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:14,364 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:14,364 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:14,380 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:14,380 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:14,381 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:14,381 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1db7864db05943b1884e4b18614e5ad9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c3c8bccf47c04e1a9097b11ca9ff90a3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/330ede6948c0456b93fd551f36ec34b4] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=32.9 K 2024-11-25T10:34:14,382 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1db7864db05943b1884e4b18614e5ad9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530850471 2024-11-25T10:34:14,383 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c3c8bccf47c04e1a9097b11ca9ff90a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732530850703 2024-11-25T10:34:14,386 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 330ede6948c0456b93fd551f36ec34b4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530853004 2024-11-25T10:34:14,412 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#12 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:14,413 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/74e9c61218294c2ca0f197aa1c44e15a is 50, key is test_row_0/C:col10/1732530853004/Put/seqid=0 2024-11-25T10:34:14,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741851_1027 (size=12104) 2024-11-25T10:34:14,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530914482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530914483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530914487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530914487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530914497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T10:34:14,563 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T10:34:14,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T10:34:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:34:14,579 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:14,580 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:14,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:14,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ab4b1d4090be4819b4a81b31e2d9c8e5 2024-11-25T10:34:14,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/d9eb475fb5694cd78cfcf6b27b9ffac0 is 50, key is test_row_0/B:col10/1732530854104/Put/seqid=0 2024-11-25T10:34:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741852_1028 (size=12001) 2024-11-25T10:34:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:34:14,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/d9eb475fb5694cd78cfcf6b27b9ffac0 2024-11-25T10:34:14,699 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/e2967c41adc94d7eab2cb1e324f45927 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e2967c41adc94d7eab2cb1e324f45927 2024-11-25T10:34:14,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1b021044c4484d989b01a5b50d15d8e5 is 50, key is test_row_0/C:col10/1732530854104/Put/seqid=0 2024-11-25T10:34:14,729 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into e2967c41adc94d7eab2cb1e324f45927(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:14,730 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:14,730 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530854105; duration=0sec 2024-11-25T10:34:14,730 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:14,730 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:14,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:34:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:14,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:14,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:14,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741853_1029 (size=12001) 2024-11-25T10:34:14,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1b021044c4484d989b01a5b50d15d8e5 2024-11-25T10:34:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530914793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530914795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ab4b1d4090be4819b4a81b31e2d9c8e5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ab4b1d4090be4819b4a81b31e2d9c8e5 2024-11-25T10:34:14,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530914798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530914800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530914811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ab4b1d4090be4819b4a81b31e2d9c8e5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T10:34:14,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/d9eb475fb5694cd78cfcf6b27b9ffac0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/d9eb475fb5694cd78cfcf6b27b9ffac0 2024-11-25T10:34:14,874 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/74e9c61218294c2ca0f197aa1c44e15a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/74e9c61218294c2ca0f197aa1c44e15a 2024-11-25T10:34:14,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/d9eb475fb5694cd78cfcf6b27b9ffac0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T10:34:14,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1b021044c4484d989b01a5b50d15d8e5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1b021044c4484d989b01a5b50d15d8e5 2024-11-25T10:34:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:34:14,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1b021044c4484d989b01a5b50d15d8e5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-25T10:34:14,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d01141ca1db16ffb224f84dfe5ee4314 in 782ms, sequenceid=76, compaction requested=false 2024-11-25T10:34:14,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:14,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:14,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T10:34:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:14,896 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T10:34:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:14,906 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into 74e9c61218294c2ca0f197aa1c44e15a(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:14,907 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:14,907 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=13, startTime=1732530854111; duration=0sec 2024-11-25T10:34:14,908 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:14,908 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:14,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/271aa90fbc514465aca7b0f2632967f0 is 50, key is test_row_0/A:col10/1732530854115/Put/seqid=0 2024-11-25T10:34:14,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741854_1030 (size=12001) 2024-11-25T10:34:14,962 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/271aa90fbc514465aca7b0f2632967f0 2024-11-25T10:34:14,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/cd570fcfc881496d8fa5cdc6cedb34f7 is 50, key is test_row_0/B:col10/1732530854115/Put/seqid=0 2024-11-25T10:34:15,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741855_1031 (size=12001) 2024-11-25T10:34:15,024 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/cd570fcfc881496d8fa5cdc6cedb34f7 2024-11-25T10:34:15,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/41a0b031b7de4599ad9e20781fff3d7c is 50, key is test_row_0/C:col10/1732530854115/Put/seqid=0 2024-11-25T10:34:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741856_1032 (size=12001) 2024-11-25T10:34:15,072 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/41a0b031b7de4599ad9e20781fff3d7c 2024-11-25T10:34:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/271aa90fbc514465aca7b0f2632967f0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/271aa90fbc514465aca7b0f2632967f0 2024-11-25T10:34:15,103 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/271aa90fbc514465aca7b0f2632967f0, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T10:34:15,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/cd570fcfc881496d8fa5cdc6cedb34f7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/cd570fcfc881496d8fa5cdc6cedb34f7 2024-11-25T10:34:15,124 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/cd570fcfc881496d8fa5cdc6cedb34f7, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T10:34:15,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/41a0b031b7de4599ad9e20781fff3d7c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/41a0b031b7de4599ad9e20781fff3d7c 2024-11-25T10:34:15,159 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/41a0b031b7de4599ad9e20781fff3d7c, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T10:34:15,175 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for d01141ca1db16ffb224f84dfe5ee4314 in 278ms, sequenceid=88, compaction requested=true 2024-11-25T10:34:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T10:34:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T10:34:15,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:34:15,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T10:34:15,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 604 msec 2024-11-25T10:34:15,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 630 msec 2024-11-25T10:34:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:15,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:34:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:15,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:15,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/736d387a5eee4d53baf48aae3c7311bd is 50, key is test_row_0/A:col10/1732530855308/Put/seqid=0 2024-11-25T10:34:15,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741857_1033 (size=12001) 2024-11-25T10:34:15,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530915401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530915409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530915409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530915410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530915402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530915525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530915528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530915530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530915531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530915535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T10:34:15,693 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T10:34:15,696 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T10:34:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:34:15,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:15,703 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:15,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530915734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530915735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530915738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530915742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530915748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/736d387a5eee4d53baf48aae3c7311bd 2024-11-25T10:34:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:34:15,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/c3148892f8cf430194fd27b75edc8e47 is 50, key is test_row_0/B:col10/1732530855308/Put/seqid=0 2024-11-25T10:34:15,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:15,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T10:34:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:15,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:15,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741858_1034 (size=12001) 2024-11-25T10:34:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:15,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/c3148892f8cf430194fd27b75edc8e47 2024-11-25T10:34:15,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/a580dd5a6d3941ecb45824935cb9bd6d is 50, key is test_row_0/C:col10/1732530855308/Put/seqid=0 2024-11-25T10:34:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741859_1035 (size=12001) 2024-11-25T10:34:15,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/a580dd5a6d3941ecb45824935cb9bd6d 2024-11-25T10:34:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:34:16,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/736d387a5eee4d53baf48aae3c7311bd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/736d387a5eee4d53baf48aae3c7311bd 2024-11-25T10:34:16,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T10:34:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:16,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:16,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:16,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:16,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:16,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530916040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530916044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/736d387a5eee4d53baf48aae3c7311bd, entries=150, sequenceid=102, filesize=11.7 K 2024-11-25T10:34:16,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530916045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/c3148892f8cf430194fd27b75edc8e47 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/c3148892f8cf430194fd27b75edc8e47 2024-11-25T10:34:16,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530916049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530916069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/c3148892f8cf430194fd27b75edc8e47, entries=150, sequenceid=102, filesize=11.7 K 2024-11-25T10:34:16,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/a580dd5a6d3941ecb45824935cb9bd6d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a580dd5a6d3941ecb45824935cb9bd6d 2024-11-25T10:34:16,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a580dd5a6d3941ecb45824935cb9bd6d, entries=150, sequenceid=102, filesize=11.7 K 2024-11-25T10:34:16,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d01141ca1db16ffb224f84dfe5ee4314 in 783ms, sequenceid=102, compaction requested=true 2024-11-25T10:34:16,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:16,116 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:16,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:16,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:16,117 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:16,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:16,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:16,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:16,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:16,121 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:16,121 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:16,121 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:16,121 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:16,121 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:16,121 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:16,121 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e2967c41adc94d7eab2cb1e324f45927, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ab4b1d4090be4819b4a81b31e2d9c8e5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/271aa90fbc514465aca7b0f2632967f0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/736d387a5eee4d53baf48aae3c7311bd] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=47.0 K 2024-11-25T10:34:16,121 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/bc86b5e916224f7bafd0c3be494c53ae, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/d9eb475fb5694cd78cfcf6b27b9ffac0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/cd570fcfc881496d8fa5cdc6cedb34f7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/c3148892f8cf430194fd27b75edc8e47] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=47.0 K 2024-11-25T10:34:16,123 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting bc86b5e916224f7bafd0c3be494c53ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530850703 2024-11-25T10:34:16,123 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2967c41adc94d7eab2cb1e324f45927, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530850703 2024-11-25T10:34:16,124 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab4b1d4090be4819b4a81b31e2d9c8e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732530853770 2024-11-25T10:34:16,124 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d9eb475fb5694cd78cfcf6b27b9ffac0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732530853770 2024-11-25T10:34:16,125 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 271aa90fbc514465aca7b0f2632967f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732530854115 2024-11-25T10:34:16,125 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting cd570fcfc881496d8fa5cdc6cedb34f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732530854115 2024-11-25T10:34:16,126 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 736d387a5eee4d53baf48aae3c7311bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732530855308 2024-11-25T10:34:16,126 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c3148892f8cf430194fd27b75edc8e47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732530855308 2024-11-25T10:34:16,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T10:34:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:16,188 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:34:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:16,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:16,190 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:16,193 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/2bcdef0693f34fa4b7f3671be776e143 is 50, key is test_row_0/A:col10/1732530855308/Put/seqid=0 2024-11-25T10:34:16,197 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:16,198 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/5b2de0cf90ef4adbac89f71bcf12de5d is 50, key is test_row_0/B:col10/1732530855308/Put/seqid=0 2024-11-25T10:34:16,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/144e4aecd4d346549e07190dcd22a078 is 50, key is test_row_0/A:col10/1732530855401/Put/seqid=0 2024-11-25T10:34:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741860_1036 (size=12241) 2024-11-25T10:34:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741862_1038 (size=12001) 2024-11-25T10:34:16,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741861_1037 (size=12241) 2024-11-25T10:34:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:34:16,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:16,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530916606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530916607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530916615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530916619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530916614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,700 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/144e4aecd4d346549e07190dcd22a078 2024-11-25T10:34:16,702 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/2bcdef0693f34fa4b7f3671be776e143 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2bcdef0693f34fa4b7f3671be776e143 2024-11-25T10:34:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530916717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530916728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530916729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530916729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530916739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,748 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/5b2de0cf90ef4adbac89f71bcf12de5d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5b2de0cf90ef4adbac89f71bcf12de5d 2024-11-25T10:34:16,783 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into 2bcdef0693f34fa4b7f3671be776e143(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:16,783 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:16,784 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=12, startTime=1732530856116; duration=0sec 2024-11-25T10:34:16,784 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:16,784 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:16,784 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:16,792 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into 5b2de0cf90ef4adbac89f71bcf12de5d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:16,793 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:16,793 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=12, startTime=1732530856117; duration=0sec 2024-11-25T10:34:16,793 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:16,793 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:16,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/63b9b0128ee24e3fadc7e2881f0fecfe is 50, key is test_row_0/B:col10/1732530855401/Put/seqid=0 2024-11-25T10:34:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:34:16,807 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:16,807 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:16,807 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:16,808 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/74e9c61218294c2ca0f197aa1c44e15a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1b021044c4484d989b01a5b50d15d8e5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/41a0b031b7de4599ad9e20781fff3d7c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a580dd5a6d3941ecb45824935cb9bd6d] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=47.0 K 2024-11-25T10:34:16,815 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74e9c61218294c2ca0f197aa1c44e15a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530850703 2024-11-25T10:34:16,819 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b021044c4484d989b01a5b50d15d8e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732530853770 2024-11-25T10:34:16,821 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41a0b031b7de4599ad9e20781fff3d7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732530854115 2024-11-25T10:34:16,822 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a580dd5a6d3941ecb45824935cb9bd6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732530855308 2024-11-25T10:34:16,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741863_1039 (size=12001) 2024-11-25T10:34:16,896 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:16,897 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/ba757da4eb354101aac645db89fc9195 is 50, key is test_row_0/C:col10/1732530855308/Put/seqid=0 2024-11-25T10:34:16,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530916935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530916940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530916947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530916949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:16,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741864_1040 (size=12241) 2024-11-25T10:34:16,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530916955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530917243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,252 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/63b9b0128ee24e3fadc7e2881f0fecfe 2024-11-25T10:34:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530917251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530917252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530917264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/531df4e57c374c93ac34ed3564443afb is 50, key is test_row_0/C:col10/1732530855401/Put/seqid=0 2024-11-25T10:34:17,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530917271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741865_1041 (size=12001) 2024-11-25T10:34:17,323 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/531df4e57c374c93ac34ed3564443afb 2024-11-25T10:34:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/144e4aecd4d346549e07190dcd22a078 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/144e4aecd4d346549e07190dcd22a078 2024-11-25T10:34:17,370 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/144e4aecd4d346549e07190dcd22a078, entries=150, sequenceid=125, filesize=11.7 K 2024-11-25T10:34:17,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/63b9b0128ee24e3fadc7e2881f0fecfe as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/63b9b0128ee24e3fadc7e2881f0fecfe 2024-11-25T10:34:17,382 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/ba757da4eb354101aac645db89fc9195 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ba757da4eb354101aac645db89fc9195 2024-11-25T10:34:17,394 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/63b9b0128ee24e3fadc7e2881f0fecfe, entries=150, sequenceid=125, filesize=11.7 K 2024-11-25T10:34:17,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/531df4e57c374c93ac34ed3564443afb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/531df4e57c374c93ac34ed3564443afb 2024-11-25T10:34:17,402 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into ba757da4eb354101aac645db89fc9195(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:17,402 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:17,402 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=12, startTime=1732530856118; duration=0sec 2024-11-25T10:34:17,402 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:17,402 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:17,424 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/531df4e57c374c93ac34ed3564443afb, entries=150, sequenceid=125, filesize=11.7 K 2024-11-25T10:34:17,428 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d01141ca1db16ffb224f84dfe5ee4314 in 1241ms, sequenceid=125, compaction requested=false 2024-11-25T10:34:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:17,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T10:34:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T10:34:17,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T10:34:17,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7280 sec 2024-11-25T10:34:17,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.7470 sec 2024-11-25T10:34:17,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:34:17,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:17,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:17,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:17,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/c6519b1e5a0c48ce87b88237154c613d is 50, key is test_row_0/A:col10/1732530856603/Put/seqid=0 2024-11-25T10:34:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T10:34:17,816 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T10:34:17,822 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T10:34:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741866_1042 (size=14541) 2024-11-25T10:34:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:34:17,835 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:17,836 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:17,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:17,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/c6519b1e5a0c48ce87b88237154c613d 2024-11-25T10:34:17,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530917848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/91825b6cde0b468ebcef5452097ea434 is 50, key is test_row_0/B:col10/1732530856603/Put/seqid=0 2024-11-25T10:34:17,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530917850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530917853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530917854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530917860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741867_1043 (size=12151) 2024-11-25T10:34:17,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/91825b6cde0b468ebcef5452097ea434 2024-11-25T10:34:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:34:17,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530917976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/d283c5d467854089a81aa9b62205b424 is 50, key is test_row_0/C:col10/1732530856603/Put/seqid=0 2024-11-25T10:34:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530917977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530917977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530917991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530917991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:17,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T10:34:17,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:17,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:17,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:17,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:17,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:18,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741868_1044 (size=12151) 2024-11-25T10:34:18,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/d283c5d467854089a81aa9b62205b424 2024-11-25T10:34:18,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/c6519b1e5a0c48ce87b88237154c613d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/c6519b1e5a0c48ce87b88237154c613d 2024-11-25T10:34:18,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/c6519b1e5a0c48ce87b88237154c613d, entries=200, sequenceid=142, filesize=14.2 K 2024-11-25T10:34:18,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/91825b6cde0b468ebcef5452097ea434 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/91825b6cde0b468ebcef5452097ea434 2024-11-25T10:34:18,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/91825b6cde0b468ebcef5452097ea434, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T10:34:18,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/d283c5d467854089a81aa9b62205b424 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/d283c5d467854089a81aa9b62205b424 2024-11-25T10:34:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:34:18,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/d283c5d467854089a81aa9b62205b424, entries=150, sequenceid=142, filesize=11.9 K 2024-11-25T10:34:18,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d01141ca1db16ffb224f84dfe5ee4314 in 390ms, sequenceid=142, compaction requested=true 2024-11-25T10:34:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:18,141 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:18,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:18,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:18,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:18,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:18,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:34:18,142 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:18,143 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:18,143 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:18,144 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:18,144 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2bcdef0693f34fa4b7f3671be776e143, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/144e4aecd4d346549e07190dcd22a078, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/c6519b1e5a0c48ce87b88237154c613d] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=37.9 K 2024-11-25T10:34:18,146 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:18,146 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:18,146 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:18,146 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5b2de0cf90ef4adbac89f71bcf12de5d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/63b9b0128ee24e3fadc7e2881f0fecfe, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/91825b6cde0b468ebcef5452097ea434] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=35.5 K 2024-11-25T10:34:18,150 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bcdef0693f34fa4b7f3671be776e143, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732530855308 2024-11-25T10:34:18,151 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b2de0cf90ef4adbac89f71bcf12de5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732530855308 2024-11-25T10:34:18,151 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 144e4aecd4d346549e07190dcd22a078, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732530855354 2024-11-25T10:34:18,152 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c6519b1e5a0c48ce87b88237154c613d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732530856602 2024-11-25T10:34:18,152 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63b9b0128ee24e3fadc7e2881f0fecfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732530855354 2024-11-25T10:34:18,154 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91825b6cde0b468ebcef5452097ea434, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732530856603 2024-11-25T10:34:18,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T10:34:18,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:18,164 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:34:18,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:18,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:18,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:18,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:18,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/cecaf45184f74c1c8feafc951e0d77aa is 50, key is test_row_0/A:col10/1732530857847/Put/seqid=0 2024-11-25T10:34:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:18,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:18,216 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:18,216 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/b05f7015aa8449d4a8b2fd880dd1e0f9 is 50, key is test_row_0/B:col10/1732530856603/Put/seqid=0 2024-11-25T10:34:18,228 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:18,228 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/96c3204c16c54873a5ee4b3dfe6e2426 is 50, key is test_row_0/A:col10/1732530856603/Put/seqid=0 2024-11-25T10:34:18,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530918235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530918242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530918243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741869_1045 (size=12151) 2024-11-25T10:34:18,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530918253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530918247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,256 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/cecaf45184f74c1c8feafc951e0d77aa 2024-11-25T10:34:18,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741870_1046 (size=12493) 2024-11-25T10:34:18,280 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/b05f7015aa8449d4a8b2fd880dd1e0f9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/b05f7015aa8449d4a8b2fd880dd1e0f9 2024-11-25T10:34:18,291 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into b05f7015aa8449d4a8b2fd880dd1e0f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:18,292 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:18,292 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530858141; duration=0sec 2024-11-25T10:34:18,292 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:18,292 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:18,292 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:18,294 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:18,295 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:18,295 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:18,295 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ba757da4eb354101aac645db89fc9195, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/531df4e57c374c93ac34ed3564443afb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/d283c5d467854089a81aa9b62205b424] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=35.5 K 2024-11-25T10:34:18,296 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba757da4eb354101aac645db89fc9195, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732530855308 2024-11-25T10:34:18,297 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 531df4e57c374c93ac34ed3564443afb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732530855354 2024-11-25T10:34:18,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741871_1047 (size=12493) 2024-11-25T10:34:18,298 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d283c5d467854089a81aa9b62205b424, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732530856603 2024-11-25T10:34:18,311 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/96c3204c16c54873a5ee4b3dfe6e2426 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96c3204c16c54873a5ee4b3dfe6e2426 2024-11-25T10:34:18,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/1ab13c110604445b90cde8c6815ca003 is 50, key is test_row_0/B:col10/1732530857847/Put/seqid=0 2024-11-25T10:34:18,326 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into 96c3204c16c54873a5ee4b3dfe6e2426(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:18,326 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:18,326 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530858141; duration=0sec 2024-11-25T10:34:18,327 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:18,327 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:18,332 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:18,333 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/b6138db31dde49ceaa7e5139dd4cf4f9 is 50, key is test_row_0/C:col10/1732530856603/Put/seqid=0 2024-11-25T10:34:18,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741872_1048 (size=12151) 2024-11-25T10:34:18,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530918355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530918357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530918356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530918360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530918354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,375 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/1ab13c110604445b90cde8c6815ca003 2024-11-25T10:34:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741873_1049 (size=12493) 2024-11-25T10:34:18,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/5d094874a2e44225a6760462739b1e5c is 50, key is test_row_0/C:col10/1732530857847/Put/seqid=0 2024-11-25T10:34:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:34:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741874_1050 (size=12151) 2024-11-25T10:34:18,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530918569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530918572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530918567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530918572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530918579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,812 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/b6138db31dde49ceaa7e5139dd4cf4f9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/b6138db31dde49ceaa7e5139dd4cf4f9 2024-11-25T10:34:18,838 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into b6138db31dde49ceaa7e5139dd4cf4f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:18,839 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:18,839 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=13, startTime=1732530858142; duration=0sec 2024-11-25T10:34:18,839 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:18,839 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:18,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530918878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530918879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530918880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,885 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/5d094874a2e44225a6760462739b1e5c 2024-11-25T10:34:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530918882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530918889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/cecaf45184f74c1c8feafc951e0d77aa as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/cecaf45184f74c1c8feafc951e0d77aa 2024-11-25T10:34:18,910 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/cecaf45184f74c1c8feafc951e0d77aa, entries=150, sequenceid=164, filesize=11.9 K 2024-11-25T10:34:18,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/1ab13c110604445b90cde8c6815ca003 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/1ab13c110604445b90cde8c6815ca003 2024-11-25T10:34:18,931 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/1ab13c110604445b90cde8c6815ca003, entries=150, sequenceid=164, filesize=11.9 K 2024-11-25T10:34:18,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/5d094874a2e44225a6760462739b1e5c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/5d094874a2e44225a6760462739b1e5c 2024-11-25T10:34:18,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:34:18,947 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/5d094874a2e44225a6760462739b1e5c, entries=150, sequenceid=164, filesize=11.9 K 2024-11-25T10:34:18,951 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d01141ca1db16ffb224f84dfe5ee4314 in 787ms, sequenceid=164, compaction requested=false 2024-11-25T10:34:18,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:18,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:18,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T10:34:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T10:34:18,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T10:34:18,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1200 sec 2024-11-25T10:34:18,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1390 sec 2024-11-25T10:34:19,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T10:34:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:19,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:19,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/5731db37633d4a7188237cff048d920a is 50, key is test_row_0/A:col10/1732530859392/Put/seqid=0 2024-11-25T10:34:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741875_1051 (size=16931) 2024-11-25T10:34:19,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530919526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530919525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530919531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530919531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530919535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530919637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530919637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530919640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530919640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530919640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530919840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530919840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530919845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530919846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530919847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:19,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/5731db37633d4a7188237cff048d920a 2024-11-25T10:34:19,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7d5dcf16c5f7484a9c7eae8a0d64910e is 50, key is test_row_0/B:col10/1732530859392/Put/seqid=0 2024-11-25T10:34:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741876_1052 (size=12151) 2024-11-25T10:34:19,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7d5dcf16c5f7484a9c7eae8a0d64910e 2024-11-25T10:34:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T10:34:19,948 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T10:34:19,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/02848bb4cf20440490f98f1529519368 is 50, key is test_row_0/C:col10/1732530859392/Put/seqid=0 2024-11-25T10:34:19,958 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T10:34:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:34:19,975 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:19,982 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:19,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741877_1053 (size=12151) 2024-11-25T10:34:20,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/02848bb4cf20440490f98f1529519368 2024-11-25T10:34:20,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/5731db37633d4a7188237cff048d920a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/5731db37633d4a7188237cff048d920a 2024-11-25T10:34:20,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/5731db37633d4a7188237cff048d920a, entries=250, sequenceid=183, filesize=16.5 K 2024-11-25T10:34:20,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7d5dcf16c5f7484a9c7eae8a0d64910e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7d5dcf16c5f7484a9c7eae8a0d64910e 2024-11-25T10:34:20,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7d5dcf16c5f7484a9c7eae8a0d64910e, entries=150, sequenceid=183, filesize=11.9 K 2024-11-25T10:34:20,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/02848bb4cf20440490f98f1529519368 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/02848bb4cf20440490f98f1529519368 2024-11-25T10:34:20,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/02848bb4cf20440490f98f1529519368, entries=150, sequenceid=183, filesize=11.9 K 2024-11-25T10:34:20,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d01141ca1db16ffb224f84dfe5ee4314 in 657ms, sequenceid=183, compaction requested=true 2024-11-25T10:34:20,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:20,060 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:20,062 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:20,062 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:20,062 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:20,063 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96c3204c16c54873a5ee4b3dfe6e2426, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/cecaf45184f74c1c8feafc951e0d77aa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/5731db37633d4a7188237cff048d920a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=40.6 K 2024-11-25T10:34:20,063 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96c3204c16c54873a5ee4b3dfe6e2426, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732530856603 2024-11-25T10:34:20,064 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting cecaf45184f74c1c8feafc951e0d77aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732530857847 2024-11-25T10:34:20,064 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5731db37633d4a7188237cff048d920a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530858231 2024-11-25T10:34:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:34:20,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:20,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:20,076 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:20,077 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:20,077 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:20,078 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:20,078 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/b05f7015aa8449d4a8b2fd880dd1e0f9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/1ab13c110604445b90cde8c6815ca003, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7d5dcf16c5f7484a9c7eae8a0d64910e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=35.9 K 2024-11-25T10:34:20,078 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b05f7015aa8449d4a8b2fd880dd1e0f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732530856603 2024-11-25T10:34:20,079 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ab13c110604445b90cde8c6815ca003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732530857847 2024-11-25T10:34:20,079 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d5dcf16c5f7484a9c7eae8a0d64910e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530858233 2024-11-25T10:34:20,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:20,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:20,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:20,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:20,092 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:20,093 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/37f47ee74a5f48f184a5be01582deaea is 50, key is test_row_0/A:col10/1732530859392/Put/seqid=0 2024-11-25T10:34:20,102 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:20,103 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/98c0ec62dc174a5c8589d14f8df89af9 is 50, key is test_row_0/B:col10/1732530859392/Put/seqid=0 2024-11-25T10:34:20,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T10:34:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741878_1054 (size=12595) 2024-11-25T10:34:20,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:20,146 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T10:34:20,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741879_1055 (size=12595) 2024-11-25T10:34:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:20,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:20,176 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/98c0ec62dc174a5c8589d14f8df89af9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/98c0ec62dc174a5c8589d14f8df89af9 2024-11-25T10:34:20,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/61205a9c2fa64f11b3368720112c0f2c is 50, key is test_row_0/A:col10/1732530859524/Put/seqid=0 2024-11-25T10:34:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530920199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530920203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530920204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530920208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530920227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,231 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into 98c0ec62dc174a5c8589d14f8df89af9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:20,231 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:20,231 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530860075; duration=0sec 2024-11-25T10:34:20,233 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:20,233 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:20,233 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:20,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741880_1056 (size=14541) 2024-11-25T10:34:20,255 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:20,255 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:20,256 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:20,256 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/b6138db31dde49ceaa7e5139dd4cf4f9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/5d094874a2e44225a6760462739b1e5c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/02848bb4cf20440490f98f1529519368] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=35.9 K 2024-11-25T10:34:20,264 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b6138db31dde49ceaa7e5139dd4cf4f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732530856603 2024-11-25T10:34:20,271 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d094874a2e44225a6760462739b1e5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732530857847 2024-11-25T10:34:20,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:34:20,279 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 02848bb4cf20440490f98f1529519368, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530858233 2024-11-25T10:34:20,309 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:20,309 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/8b89e3fb50394817904470a182afe955 is 50, key is test_row_0/C:col10/1732530859392/Put/seqid=0 2024-11-25T10:34:20,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530920319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530920319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530920319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530920332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530920347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741881_1057 (size=12595) 2024-11-25T10:34:20,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530920530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530920530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530920531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530920536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530920564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,569 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/37f47ee74a5f48f184a5be01582deaea as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/37f47ee74a5f48f184a5be01582deaea 2024-11-25T10:34:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:34:20,591 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into 37f47ee74a5f48f184a5be01582deaea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:20,591 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:20,592 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530860060; duration=0sec 2024-11-25T10:34:20,592 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:20,592 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:20,651 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/61205a9c2fa64f11b3368720112c0f2c 2024-11-25T10:34:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/5089429a0aa649f680e4e73d59a7677a is 50, key is test_row_0/B:col10/1732530859524/Put/seqid=0 2024-11-25T10:34:20,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741882_1058 (size=12151) 2024-11-25T10:34:20,798 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/8b89e3fb50394817904470a182afe955 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b89e3fb50394817904470a182afe955 2024-11-25T10:34:20,818 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into 8b89e3fb50394817904470a182afe955(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:20,818 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:20,819 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=13, startTime=1732530860089; duration=0sec 2024-11-25T10:34:20,819 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:20,819 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:20,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530920838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530920839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530920840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530920847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:20,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530920868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:34:21,183 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/5089429a0aa649f680e4e73d59a7677a 2024-11-25T10:34:21,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/a18a963cff00415d91a0c0043e704b13 is 50, key is test_row_0/C:col10/1732530859524/Put/seqid=0 2024-11-25T10:34:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741883_1059 (size=12151) 2024-11-25T10:34:21,244 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/a18a963cff00415d91a0c0043e704b13 2024-11-25T10:34:21,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/61205a9c2fa64f11b3368720112c0f2c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/61205a9c2fa64f11b3368720112c0f2c 2024-11-25T10:34:21,288 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/61205a9c2fa64f11b3368720112c0f2c, entries=200, sequenceid=204, filesize=14.2 K 2024-11-25T10:34:21,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/5089429a0aa649f680e4e73d59a7677a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5089429a0aa649f680e4e73d59a7677a 2024-11-25T10:34:21,299 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5089429a0aa649f680e4e73d59a7677a, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T10:34:21,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/a18a963cff00415d91a0c0043e704b13 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a18a963cff00415d91a0c0043e704b13 2024-11-25T10:34:21,324 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a18a963cff00415d91a0c0043e704b13, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T10:34:21,327 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for d01141ca1db16ffb224f84dfe5ee4314 in 1181ms, sequenceid=204, compaction requested=false 2024-11-25T10:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:21,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T10:34:21,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T10:34:21,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T10:34:21,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3540 sec 2024-11-25T10:34:21,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3830 sec 2024-11-25T10:34:21,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:21,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T10:34:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:21,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/9355871e22ff4709a5779fec47e6b0a3 is 50, key is test_row_0/A:col10/1732530860181/Put/seqid=0 2024-11-25T10:34:21,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530921389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530921389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530921390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530921391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530921394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741884_1060 (size=12151) 2024-11-25T10:34:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530921505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530921511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530921515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530921515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530921518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530921720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530921722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530921728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530921733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530921726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:21,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/9355871e22ff4709a5779fec47e6b0a3 2024-11-25T10:34:21,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/72bb76f8385445aeacdc29d7af470165 is 50, key is test_row_0/B:col10/1732530860181/Put/seqid=0 2024-11-25T10:34:21,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741885_1061 (size=12151) 2024-11-25T10:34:21,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/72bb76f8385445aeacdc29d7af470165 2024-11-25T10:34:21,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/8b85c17a985345cf88ba4f29c30e9239 is 50, key is test_row_0/C:col10/1732530860181/Put/seqid=0 2024-11-25T10:34:21,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741886_1062 (size=12151) 2024-11-25T10:34:22,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530922028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530922032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530922039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530922046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530922053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T10:34:22,079 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T10:34:22,084 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T10:34:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:34:22,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:22,093 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:22,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:34:22,247 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/8b85c17a985345cf88ba4f29c30e9239 2024-11-25T10:34:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/9355871e22ff4709a5779fec47e6b0a3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/9355871e22ff4709a5779fec47e6b0a3 2024-11-25T10:34:22,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/9355871e22ff4709a5779fec47e6b0a3, entries=150, sequenceid=226, filesize=11.9 K 2024-11-25T10:34:22,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/72bb76f8385445aeacdc29d7af470165 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/72bb76f8385445aeacdc29d7af470165 2024-11-25T10:34:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:34:22,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:22,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:22,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/72bb76f8385445aeacdc29d7af470165, entries=150, sequenceid=226, filesize=11.9 K 2024-11-25T10:34:22,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/8b85c17a985345cf88ba4f29c30e9239 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b85c17a985345cf88ba4f29c30e9239 2024-11-25T10:34:22,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b85c17a985345cf88ba4f29c30e9239, entries=150, sequenceid=226, filesize=11.9 K 2024-11-25T10:34:22,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d01141ca1db16ffb224f84dfe5ee4314 in 1081ms, sequenceid=226, compaction requested=true 2024-11-25T10:34:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:22,439 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:22,439 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:22,459 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:22,459 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:22,459 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:22,459 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:22,459 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,459 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/98c0ec62dc174a5c8589d14f8df89af9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5089429a0aa649f680e4e73d59a7677a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/72bb76f8385445aeacdc29d7af470165] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=36.0 K 2024-11-25T10:34:22,462 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,463 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 98c0ec62dc174a5c8589d14f8df89af9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530858233 2024-11-25T10:34:22,463 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/37f47ee74a5f48f184a5be01582deaea, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/61205a9c2fa64f11b3368720112c0f2c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/9355871e22ff4709a5779fec47e6b0a3] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=38.4 K 2024-11-25T10:34:22,463 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5089429a0aa649f680e4e73d59a7677a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732530859458 2024-11-25T10:34:22,464 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37f47ee74a5f48f184a5be01582deaea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530858233 2024-11-25T10:34:22,465 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 72bb76f8385445aeacdc29d7af470165, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732530860181 2024-11-25T10:34:22,469 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61205a9c2fa64f11b3368720112c0f2c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732530859458 2024-11-25T10:34:22,475 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9355871e22ff4709a5779fec47e6b0a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732530860181 2024-11-25T10:34:22,478 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:22,480 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/ef8d2a7e27f3495fba9f7ebc96d2af6e is 50, key is test_row_0/B:col10/1732530860181/Put/seqid=0 2024-11-25T10:34:22,513 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:22,514 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ae4c11fb4172401e83efeab93b5379f8 is 50, key is test_row_0/A:col10/1732530860181/Put/seqid=0 2024-11-25T10:34:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741887_1063 (size=12697) 2024-11-25T10:34:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:22,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T10:34:22,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:22,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:22,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:22,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:22,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:22,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:22,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741888_1064 (size=12697) 2024-11-25T10:34:22,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/3154c59f37db49b18e22b145cb04aaa1 is 50, key is test_row_0/A:col10/1732530861392/Put/seqid=0 2024-11-25T10:34:22,583 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ae4c11fb4172401e83efeab93b5379f8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ae4c11fb4172401e83efeab93b5379f8 2024-11-25T10:34:22,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741889_1065 (size=14541) 2024-11-25T10:34:22,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/3154c59f37db49b18e22b145cb04aaa1 2024-11-25T10:34:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530922583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530922588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530922593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530922593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530922593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/82c35929c0c243e9bd2b27664314e983 is 50, key is test_row_0/B:col10/1732530861392/Put/seqid=0 2024-11-25T10:34:22,616 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into ae4c11fb4172401e83efeab93b5379f8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:22,616 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:22,616 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530862439; duration=0sec 2024-11-25T10:34:22,616 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:22,617 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:22,617 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:22,619 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:22,619 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:22,619 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,619 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b89e3fb50394817904470a182afe955, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a18a963cff00415d91a0c0043e704b13, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b85c17a985345cf88ba4f29c30e9239] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=36.0 K 2024-11-25T10:34:22,620 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b89e3fb50394817904470a182afe955, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732530858233 2024-11-25T10:34:22,621 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a18a963cff00415d91a0c0043e704b13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732530859458 2024-11-25T10:34:22,621 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b85c17a985345cf88ba4f29c30e9239, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732530860181 2024-11-25T10:34:22,655 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:22,656 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/20fcdeff390640eab2e51b56f9eac405 is 50, key is test_row_0/C:col10/1732530860181/Put/seqid=0 2024-11-25T10:34:22,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741890_1066 (size=12151) 2024-11-25T10:34:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741891_1067 (size=12697) 2024-11-25T10:34:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:34:22,700 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/20fcdeff390640eab2e51b56f9eac405 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/20fcdeff390640eab2e51b56f9eac405 2024-11-25T10:34:22,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530922699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530922703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530922703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530922704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530922704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,711 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into 20fcdeff390640eab2e51b56f9eac405(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:22,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,711 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:22,711 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=13, startTime=1732530862440; duration=0sec 2024-11-25T10:34:22,711 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:22,711 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:22,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:22,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:22,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:22,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:22,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530922910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530922911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530922914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530922915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,927 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/ef8d2a7e27f3495fba9f7ebc96d2af6e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/ef8d2a7e27f3495fba9f7ebc96d2af6e 2024-11-25T10:34:22,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530922922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:22,942 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into ef8d2a7e27f3495fba9f7ebc96d2af6e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:22,942 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:22,942 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530862439; duration=0sec 2024-11-25T10:34:22,942 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:22,942 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:23,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/82c35929c0c243e9bd2b27664314e983 2024-11-25T10:34:23,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/e1a02e28d4d140a3b5e68809f2e73f0e is 50, key is test_row_0/C:col10/1732530861392/Put/seqid=0 2024-11-25T10:34:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741892_1068 (size=12151) 2024-11-25T10:34:23,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/e1a02e28d4d140a3b5e68809f2e73f0e 2024-11-25T10:34:23,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/3154c59f37db49b18e22b145cb04aaa1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/3154c59f37db49b18e22b145cb04aaa1 2024-11-25T10:34:23,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/3154c59f37db49b18e22b145cb04aaa1, entries=200, sequenceid=244, filesize=14.2 K 2024-11-25T10:34:23,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/82c35929c0c243e9bd2b27664314e983 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/82c35929c0c243e9bd2b27664314e983 2024-11-25T10:34:23,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:23,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/82c35929c0c243e9bd2b27664314e983, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T10:34:23,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/e1a02e28d4d140a3b5e68809f2e73f0e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e1a02e28d4d140a3b5e68809f2e73f0e 2024-11-25T10:34:23,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:34:23,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e1a02e28d4d140a3b5e68809f2e73f0e, entries=150, sequenceid=244, filesize=11.9 K 2024-11-25T10:34:23,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for d01141ca1db16ffb224f84dfe5ee4314 in 676ms, sequenceid=244, compaction requested=false 2024-11-25T10:34:23,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:23,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T10:34:23,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:23,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:23,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:23,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:23,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:23,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:23,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/54d8d2801c84405b86c723358fbd91de is 50, key is test_row_0/A:col10/1732530863223/Put/seqid=0 2024-11-25T10:34:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741893_1069 (size=12301) 2024-11-25T10:34:23,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530923272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/54d8d2801c84405b86c723358fbd91de 2024-11-25T10:34:23,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530923282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530923283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530923306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530923295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,344 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/4f896cc6c6fa4a28b6b24e4803cbec2a is 50, key is test_row_0/B:col10/1732530863223/Put/seqid=0 2024-11-25T10:34:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741894_1070 (size=12301) 2024-11-25T10:34:23,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/4f896cc6c6fa4a28b6b24e4803cbec2a 2024-11-25T10:34:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530923385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530923393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530923396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/0582290a88b2409bb91a1dfd5b58f77f is 50, key is test_row_0/C:col10/1732530863223/Put/seqid=0 2024-11-25T10:34:23,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530923416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530923416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741895_1071 (size=12301) 2024-11-25T10:34:23,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/0582290a88b2409bb91a1dfd5b58f77f 2024-11-25T10:34:23,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:23,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/54d8d2801c84405b86c723358fbd91de as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/54d8d2801c84405b86c723358fbd91de 2024-11-25T10:34:23,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/54d8d2801c84405b86c723358fbd91de, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:34:23,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/4f896cc6c6fa4a28b6b24e4803cbec2a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4f896cc6c6fa4a28b6b24e4803cbec2a 2024-11-25T10:34:23,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530923594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530923601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530923606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4f896cc6c6fa4a28b6b24e4803cbec2a, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:34:23,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/0582290a88b2409bb91a1dfd5b58f77f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/0582290a88b2409bb91a1dfd5b58f77f 2024-11-25T10:34:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530923622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530923625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/0582290a88b2409bb91a1dfd5b58f77f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-25T10:34:23,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for d01141ca1db16ffb224f84dfe5ee4314 in 426ms, sequenceid=270, compaction requested=true 2024-11-25T10:34:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:23,649 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:23,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:23,650 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:23,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:23,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:23,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:23,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:23,654 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:23,655 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:23,655 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,655 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:23,655 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ae4c11fb4172401e83efeab93b5379f8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/3154c59f37db49b18e22b145cb04aaa1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/54d8d2801c84405b86c723358fbd91de] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=38.6 K 2024-11-25T10:34:23,655 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:23,655 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,655 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/ef8d2a7e27f3495fba9f7ebc96d2af6e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/82c35929c0c243e9bd2b27664314e983, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4f896cc6c6fa4a28b6b24e4803cbec2a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=36.3 K 2024-11-25T10:34:23,656 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ef8d2a7e27f3495fba9f7ebc96d2af6e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732530860181 2024-11-25T10:34:23,656 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae4c11fb4172401e83efeab93b5379f8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732530860181 2024-11-25T10:34:23,657 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 82c35929c0c243e9bd2b27664314e983, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732530861388 2024-11-25T10:34:23,657 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3154c59f37db49b18e22b145cb04aaa1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732530861388 2024-11-25T10:34:23,657 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f896cc6c6fa4a28b6b24e4803cbec2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732530863219 2024-11-25T10:34:23,659 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54d8d2801c84405b86c723358fbd91de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732530863219 2024-11-25T10:34:23,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T10:34:23,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:23,674 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:34:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:23,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:23,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:23,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:23,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:23,693 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:23,694 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/a6a8101592b24a6fa521c6f9dd03d14b is 50, key is test_row_0/B:col10/1732530863223/Put/seqid=0 2024-11-25T10:34:23,710 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:23,710 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/21d6bb29cbaf4eea841c8b13f0e4a8c2 is 50, key is test_row_0/A:col10/1732530863223/Put/seqid=0 2024-11-25T10:34:23,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/0e8d89de3165438db55d33cc1b6292de is 50, key is test_row_0/A:col10/1732530863259/Put/seqid=0 2024-11-25T10:34:23,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741897_1073 (size=12949) 2024-11-25T10:34:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741896_1072 (size=12949) 2024-11-25T10:34:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741898_1074 (size=12301) 2024-11-25T10:34:23,784 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/0e8d89de3165438db55d33cc1b6292de 2024-11-25T10:34:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/eb0c37fccb2d46e5806bbe01c80ad51d is 50, key is test_row_0/B:col10/1732530863259/Put/seqid=0 2024-11-25T10:34:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741899_1075 (size=12301) 2024-11-25T10:34:23,899 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/eb0c37fccb2d46e5806bbe01c80ad51d 2024-11-25T10:34:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:23,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:23,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/cf24da87de7d485a8caf71584f8099d8 is 50, key is test_row_0/C:col10/1732530863259/Put/seqid=0 2024-11-25T10:34:23,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530923978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:23,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741900_1076 (size=12301) 2024-11-25T10:34:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530923984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,000 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/cf24da87de7d485a8caf71584f8099d8 2024-11-25T10:34:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530923990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530923994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530923990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/0e8d89de3165438db55d33cc1b6292de as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0e8d89de3165438db55d33cc1b6292de 2024-11-25T10:34:24,073 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0e8d89de3165438db55d33cc1b6292de, entries=150, sequenceid=285, filesize=12.0 K 2024-11-25T10:34:24,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/eb0c37fccb2d46e5806bbe01c80ad51d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/eb0c37fccb2d46e5806bbe01c80ad51d 2024-11-25T10:34:24,101 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/eb0c37fccb2d46e5806bbe01c80ad51d, entries=150, sequenceid=285, filesize=12.0 K 2024-11-25T10:34:24,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530924100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530924101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/cf24da87de7d485a8caf71584f8099d8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/cf24da87de7d485a8caf71584f8099d8 2024-11-25T10:34:24,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530924111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,115 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/cf24da87de7d485a8caf71584f8099d8, entries=150, sequenceid=285, filesize=12.0 K 2024-11-25T10:34:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530924112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,119 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d01141ca1db16ffb224f84dfe5ee4314 in 444ms, sequenceid=285, compaction requested=true 2024-11-25T10:34:24,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T10:34:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T10:34:24,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T10:34:24,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0330 sec 2024-11-25T10:34:24,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.0470 sec 2024-11-25T10:34:24,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:34:24,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:24,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:24,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/8435f963bef544fb9d4f01a64d028c3c is 50, key is test_row_0/A:col10/1732530863978/Put/seqid=0 2024-11-25T10:34:24,189 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/21d6bb29cbaf4eea841c8b13f0e4a8c2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/21d6bb29cbaf4eea841c8b13f0e4a8c2 2024-11-25T10:34:24,190 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/a6a8101592b24a6fa521c6f9dd03d14b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/a6a8101592b24a6fa521c6f9dd03d14b 2024-11-25T10:34:24,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T10:34:24,198 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T10:34:24,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T10:34:24,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741901_1077 (size=14741) 2024-11-25T10:34:24,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:24,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:34:24,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/8435f963bef544fb9d4f01a64d028c3c 2024-11-25T10:34:24,214 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into 21d6bb29cbaf4eea841c8b13f0e4a8c2(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:24,215 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:24,215 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530863649; duration=0sec 2024-11-25T10:34:24,215 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:24,215 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:24,215 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:24,216 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into a6a8101592b24a6fa521c6f9dd03d14b(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:24,216 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:24,216 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530863650; duration=0sec 2024-11-25T10:34:24,216 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:24,216 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:24,222 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:24,222 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:24,222 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,223 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/20fcdeff390640eab2e51b56f9eac405, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e1a02e28d4d140a3b5e68809f2e73f0e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/0582290a88b2409bb91a1dfd5b58f77f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/cf24da87de7d485a8caf71584f8099d8] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=48.3 K 2024-11-25T10:34:24,224 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20fcdeff390640eab2e51b56f9eac405, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732530860181 2024-11-25T10:34:24,225 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1a02e28d4d140a3b5e68809f2e73f0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732530861388 2024-11-25T10:34:24,225 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0582290a88b2409bb91a1dfd5b58f77f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732530863219 2024-11-25T10:34:24,226 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf24da87de7d485a8caf71584f8099d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732530863259 2024-11-25T10:34:24,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/551422b4e93546edacfc0222bde2bd3c is 50, key is test_row_0/B:col10/1732530863978/Put/seqid=0 2024-11-25T10:34:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530924256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,262 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:24,263 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/e19ee21364e94c45ac8a12aba1852c32 is 50, key is test_row_0/C:col10/1732530863259/Put/seqid=0 2024-11-25T10:34:24,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741902_1078 (size=12301) 2024-11-25T10:34:24,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741903_1079 (size=12983) 2024-11-25T10:34:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:34:24,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530924305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530924307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,316 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/e19ee21364e94c45ac8a12aba1852c32 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e19ee21364e94c45ac8a12aba1852c32 2024-11-25T10:34:24,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530924318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530924317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,328 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into e19ee21364e94c45ac8a12aba1852c32(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:24,329 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:24,329 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=12, startTime=1732530863650; duration=0sec 2024-11-25T10:34:24,329 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:24,329 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:24,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:34:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530924361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:34:24,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:34:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530924566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530924617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530924618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530924623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530924625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:34:24,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:24,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/551422b4e93546edacfc0222bde2bd3c 2024-11-25T10:34:24,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/651fc02171f5450889b949bb13d2b54c is 50, key is test_row_0/C:col10/1732530863978/Put/seqid=0 2024-11-25T10:34:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741904_1080 (size=12301) 2024-11-25T10:34:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:34:24,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:34:24,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:24,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530924870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:24,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:34:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:24,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:24,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:25,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/651fc02171f5450889b949bb13d2b54c 2024-11-25T10:34:25,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530925123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530925124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530925128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:34:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:25,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:25,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530925131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/8435f963bef544fb9d4f01a64d028c3c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8435f963bef544fb9d4f01a64d028c3c 2024-11-25T10:34:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:25,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8435f963bef544fb9d4f01a64d028c3c, entries=200, sequenceid=308, filesize=14.4 K 2024-11-25T10:34:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/551422b4e93546edacfc0222bde2bd3c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/551422b4e93546edacfc0222bde2bd3c 2024-11-25T10:34:25,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/551422b4e93546edacfc0222bde2bd3c, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T10:34:25,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/651fc02171f5450889b949bb13d2b54c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/651fc02171f5450889b949bb13d2b54c 2024-11-25T10:34:25,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/651fc02171f5450889b949bb13d2b54c, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T10:34:25,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d01141ca1db16ffb224f84dfe5ee4314 in 1054ms, sequenceid=308, compaction requested=true 2024-11-25T10:34:25,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:25,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:25,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:25,193 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:25,193 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:25,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:25,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:25,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:25,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:25,196 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:25,196 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:25,196 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:25,196 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/21d6bb29cbaf4eea841c8b13f0e4a8c2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0e8d89de3165438db55d33cc1b6292de, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8435f963bef544fb9d4f01a64d028c3c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=39.1 K 2024-11-25T10:34:25,196 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:25,197 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:25,197 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:25,197 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/a6a8101592b24a6fa521c6f9dd03d14b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/eb0c37fccb2d46e5806bbe01c80ad51d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/551422b4e93546edacfc0222bde2bd3c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=36.7 K 2024-11-25T10:34:25,198 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d6bb29cbaf4eea841c8b13f0e4a8c2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732530863219 2024-11-25T10:34:25,198 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a6a8101592b24a6fa521c6f9dd03d14b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732530863219 2024-11-25T10:34:25,202 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting eb0c37fccb2d46e5806bbe01c80ad51d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732530863259 2024-11-25T10:34:25,202 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e8d89de3165438db55d33cc1b6292de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732530863259 2024-11-25T10:34:25,203 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 551422b4e93546edacfc0222bde2bd3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530863978 2024-11-25T10:34:25,204 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8435f963bef544fb9d4f01a64d028c3c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530863978 2024-11-25T10:34:25,225 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:25,225 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7f7d429e9bed4756b0572bfabdc41b32 is 50, key is test_row_0/B:col10/1732530863978/Put/seqid=0 2024-11-25T10:34:25,239 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:25,240 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/a9f5da3fffd1404cab2892606b524066 is 50, key is test_row_0/A:col10/1732530863978/Put/seqid=0 2024-11-25T10:34:25,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741905_1081 (size=13051) 2024-11-25T10:34:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741906_1082 (size=13051) 2024-11-25T10:34:25,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T10:34:25,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:25,301 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:34:25,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:25,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:25,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:25,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:25,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:25,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:34:25,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/8d632cf9fa024222918b77e888d623b1 is 50, key is test_row_0/A:col10/1732530864241/Put/seqid=0 2024-11-25T10:34:25,325 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/a9f5da3fffd1404cab2892606b524066 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/a9f5da3fffd1404cab2892606b524066 2024-11-25T10:34:25,338 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into a9f5da3fffd1404cab2892606b524066(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:25,338 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:25,338 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530865193; duration=0sec 2024-11-25T10:34:25,338 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:25,338 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:25,339 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T10:34:25,340 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:34:25,340 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:34:25,340 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. because compaction request was cancelled 2024-11-25T10:34:25,340 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741907_1083 (size=12301) 2024-11-25T10:34:25,366 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/8d632cf9fa024222918b77e888d623b1 2024-11-25T10:34:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/e863918717a64f07906ae82e954fadc2 is 50, key is test_row_0/B:col10/1732530864241/Put/seqid=0 2024-11-25T10:34:25,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:25,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741908_1084 (size=12301) 2024-11-25T10:34:25,420 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/e863918717a64f07906ae82e954fadc2 2024-11-25T10:34:25,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/03550827707543fb82d7008d90e9e9bf is 50, key is test_row_0/C:col10/1732530864241/Put/seqid=0 2024-11-25T10:34:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741909_1085 (size=12301) 2024-11-25T10:34:25,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530925539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530925647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,731 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7f7d429e9bed4756b0572bfabdc41b32 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7f7d429e9bed4756b0572bfabdc41b32 2024-11-25T10:34:25,759 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into 7f7d429e9bed4756b0572bfabdc41b32(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:25,759 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:25,759 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530865193; duration=0sec 2024-11-25T10:34:25,760 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:25,760 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:25,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530925853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:25,892 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/03550827707543fb82d7008d90e9e9bf 2024-11-25T10:34:25,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/8d632cf9fa024222918b77e888d623b1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8d632cf9fa024222918b77e888d623b1 2024-11-25T10:34:25,922 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8d632cf9fa024222918b77e888d623b1, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T10:34:25,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/e863918717a64f07906ae82e954fadc2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e863918717a64f07906ae82e954fadc2 2024-11-25T10:34:25,942 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e863918717a64f07906ae82e954fadc2, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T10:34:25,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/03550827707543fb82d7008d90e9e9bf as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/03550827707543fb82d7008d90e9e9bf 2024-11-25T10:34:25,969 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/03550827707543fb82d7008d90e9e9bf, entries=150, sequenceid=324, filesize=12.0 K 2024-11-25T10:34:25,970 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d01141ca1db16ffb224f84dfe5ee4314 in 669ms, sequenceid=324, compaction requested=true 2024-11-25T10:34:25,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T10:34:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T10:34:25,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T10:34:25,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7690 sec 2024-11-25T10:34:25,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.7770 sec 2024-11-25T10:34:26,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:34:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:26,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:26,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:26,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:26,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:26,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:26,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:26,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/96cd3aaf6d91490796dfd68d1b57d8ca is 50, key is test_row_0/A:col10/1732530866135/Put/seqid=0 2024-11-25T10:34:26,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530926160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530926165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530926165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530926166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530926171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741910_1086 (size=14741) 2024-11-25T10:34:26,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/96cd3aaf6d91490796dfd68d1b57d8ca 2024-11-25T10:34:26,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530926273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530926273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530926276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530926280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/de85bf560b9541e4bf0d7290c03c3db5 is 50, key is test_row_0/B:col10/1732530866135/Put/seqid=0 2024-11-25T10:34:26,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T10:34:26,314 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T10:34:26,318 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-25T10:34:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:34:26,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:26,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:26,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741911_1087 (size=12301) 2024-11-25T10:34:26,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/de85bf560b9541e4bf0d7290c03c3db5 2024-11-25T10:34:26,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/ac866b6a3caa4b18ad090885b1810760 is 50, key is test_row_0/C:col10/1732530866135/Put/seqid=0 2024-11-25T10:34:26,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741912_1088 (size=12301) 2024-11-25T10:34:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:34:26,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530926479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:34:26,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530926482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:26,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530926486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530926486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:34:26,647 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:34:26,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:26,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530926678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530926783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530926790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530926790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530926792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:34:26,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:26,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:26,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/ac866b6a3caa4b18ad090885b1810760 2024-11-25T10:34:26,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/96cd3aaf6d91490796dfd68d1b57d8ca as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96cd3aaf6d91490796dfd68d1b57d8ca 2024-11-25T10:34:26,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96cd3aaf6d91490796dfd68d1b57d8ca, entries=200, sequenceid=351, filesize=14.4 K 2024-11-25T10:34:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/de85bf560b9541e4bf0d7290c03c3db5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/de85bf560b9541e4bf0d7290c03c3db5 2024-11-25T10:34:26,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/de85bf560b9541e4bf0d7290c03c3db5, entries=150, sequenceid=351, filesize=12.0 K 2024-11-25T10:34:26,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/ac866b6a3caa4b18ad090885b1810760 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ac866b6a3caa4b18ad090885b1810760 2024-11-25T10:34:26,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ac866b6a3caa4b18ad090885b1810760, entries=150, sequenceid=351, filesize=12.0 K 2024-11-25T10:34:26,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d01141ca1db16ffb224f84dfe5ee4314 in 719ms, sequenceid=351, compaction requested=true 2024-11-25T10:34:26,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:26,855 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:26,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:26,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:26,856 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:26,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:26,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:26,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:26,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:26,857 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:26,857 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:26,857 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,858 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/a9f5da3fffd1404cab2892606b524066, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8d632cf9fa024222918b77e888d623b1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96cd3aaf6d91490796dfd68d1b57d8ca] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=39.2 K 2024-11-25T10:34:26,859 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9f5da3fffd1404cab2892606b524066, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530863978 2024-11-25T10:34:26,859 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:26,859 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:26,860 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,860 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7f7d429e9bed4756b0572bfabdc41b32, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e863918717a64f07906ae82e954fadc2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/de85bf560b9541e4bf0d7290c03c3db5] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=36.8 K 2024-11-25T10:34:26,860 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d632cf9fa024222918b77e888d623b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732530864211 2024-11-25T10:34:26,861 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7d429e9bed4756b0572bfabdc41b32, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530863978 2024-11-25T10:34:26,861 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96cd3aaf6d91490796dfd68d1b57d8ca, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732530865507 2024-11-25T10:34:26,862 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e863918717a64f07906ae82e954fadc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732530864211 2024-11-25T10:34:26,863 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting de85bf560b9541e4bf0d7290c03c3db5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732530865507 2024-11-25T10:34:26,889 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:26,889 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/8ffbfe40a4e342c2baec16427a699908 is 50, key is test_row_0/B:col10/1732530866135/Put/seqid=0 2024-11-25T10:34:26,901 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:26,901 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/2579c4ef2e2e4e6f8ce21ebec51884ca is 50, key is test_row_0/A:col10/1732530866135/Put/seqid=0 2024-11-25T10:34:26,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741913_1089 (size=13153) 2024-11-25T10:34:26,925 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/8ffbfe40a4e342c2baec16427a699908 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8ffbfe40a4e342c2baec16427a699908 2024-11-25T10:34:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741914_1090 (size=13153) 2024-11-25T10:34:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:34:26,935 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into 8ffbfe40a4e342c2baec16427a699908(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:26,935 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:26,935 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530866855; duration=0sec 2024-11-25T10:34:26,936 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:26,936 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:26,936 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:26,940 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:26,940 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:26,940 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,940 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e19ee21364e94c45ac8a12aba1852c32, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/651fc02171f5450889b949bb13d2b54c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/03550827707543fb82d7008d90e9e9bf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ac866b6a3caa4b18ad090885b1810760] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=48.7 K 2024-11-25T10:34:26,941 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/2579c4ef2e2e4e6f8ce21ebec51884ca as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2579c4ef2e2e4e6f8ce21ebec51884ca 2024-11-25T10:34:26,941 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e19ee21364e94c45ac8a12aba1852c32, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732530863259 2024-11-25T10:34:26,942 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 651fc02171f5450889b949bb13d2b54c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732530863978 2024-11-25T10:34:26,944 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 03550827707543fb82d7008d90e9e9bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732530864211 2024-11-25T10:34:26,945 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ac866b6a3caa4b18ad090885b1810760, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732530865507 2024-11-25T10:34:26,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:26,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T10:34:26,959 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into 2579c4ef2e2e4e6f8ce21ebec51884ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:26,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:26,959 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:26,959 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530866855; duration=0sec 2024-11-25T10:34:26,959 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:26,959 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:34:26,959 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:26,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:26,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/0385e0d6cf9e49c4b0971ec259f2982d is 50, key is test_row_0/A:col10/1732530866164/Put/seqid=0 2024-11-25T10:34:26,976 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:26,977 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/50a72fe9c111416ebca4f813e84709c8 is 50, key is test_row_0/C:col10/1732530866135/Put/seqid=0 2024-11-25T10:34:26,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741915_1091 (size=12301) 2024-11-25T10:34:27,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741916_1092 (size=13119) 2024-11-25T10:34:27,023 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/50a72fe9c111416ebca4f813e84709c8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/50a72fe9c111416ebca4f813e84709c8 2024-11-25T10:34:27,034 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into 50a72fe9c111416ebca4f813e84709c8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:27,034 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:27,034 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=12, startTime=1732530866856; duration=0sec 2024-11-25T10:34:27,034 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:27,034 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:27,399 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/0385e0d6cf9e49c4b0971ec259f2982d 2024-11-25T10:34:27,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530927394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530927398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530927400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530927400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:34:27,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/e0627ae742ee4b4ea81d17206d1df6b0 is 50, key is test_row_0/B:col10/1732530866164/Put/seqid=0 2024-11-25T10:34:27,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741917_1093 (size=12301) 2024-11-25T10:34:27,472 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/e0627ae742ee4b4ea81d17206d1df6b0 2024-11-25T10:34:27,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530927501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530927502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1805383fcc6a4489acbfd7c34dbc5e73 is 50, key is test_row_0/C:col10/1732530866164/Put/seqid=0 2024-11-25T10:34:27,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530927505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530927505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741918_1094 (size=12301) 2024-11-25T10:34:27,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530927691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530927705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530927705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530927714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530927719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:27,943 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1805383fcc6a4489acbfd7c34dbc5e73 2024-11-25T10:34:27,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/0385e0d6cf9e49c4b0971ec259f2982d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0385e0d6cf9e49c4b0971ec259f2982d 2024-11-25T10:34:27,967 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0385e0d6cf9e49c4b0971ec259f2982d, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T10:34:27,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/e0627ae742ee4b4ea81d17206d1df6b0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e0627ae742ee4b4ea81d17206d1df6b0 2024-11-25T10:34:27,978 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e0627ae742ee4b4ea81d17206d1df6b0, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T10:34:27,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/1805383fcc6a4489acbfd7c34dbc5e73 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1805383fcc6a4489acbfd7c34dbc5e73 2024-11-25T10:34:27,989 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1805383fcc6a4489acbfd7c34dbc5e73, entries=150, sequenceid=364, filesize=12.0 K 2024-11-25T10:34:27,996 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d01141ca1db16ffb224f84dfe5ee4314 in 1037ms, sequenceid=364, compaction requested=false 2024-11-25T10:34:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:27,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T10:34:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-25T10:34:28,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T10:34:28,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6670 sec 2024-11-25T10:34:28,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.6850 sec 2024-11-25T10:34:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:28,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:34:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:28,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:28,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:28,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:28,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:28,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ca99e26522a54de587334fc4f1cf2bb9 is 50, key is test_row_0/A:col10/1732530867396/Put/seqid=0 2024-11-25T10:34:28,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530928028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530928031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530928032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741919_1095 (size=14741) 2024-11-25T10:34:28,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ca99e26522a54de587334fc4f1cf2bb9 2024-11-25T10:34:28,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530928040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/00c41154e48b4ea9a697f4a0c1bc60b1 is 50, key is test_row_0/B:col10/1732530867396/Put/seqid=0 2024-11-25T10:34:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741920_1096 (size=12301) 2024-11-25T10:34:28,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/00c41154e48b4ea9a697f4a0c1bc60b1 2024-11-25T10:34:28,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/c92638165c3a47398f9b079c45b4082b is 50, key is test_row_0/C:col10/1732530867396/Put/seqid=0 2024-11-25T10:34:28,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741921_1097 (size=12301) 2024-11-25T10:34:28,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530928141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530928141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530928150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530928344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530928344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530928365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T10:34:28,434 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T10:34:28,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-25T10:34:28,440 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:34:28,441 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:28,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:28,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/c92638165c3a47398f9b079c45b4082b 2024-11-25T10:34:28,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530928533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/ca99e26522a54de587334fc4f1cf2bb9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ca99e26522a54de587334fc4f1cf2bb9 2024-11-25T10:34:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:34:28,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ca99e26522a54de587334fc4f1cf2bb9, entries=200, sequenceid=391, filesize=14.4 K 2024-11-25T10:34:28,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/00c41154e48b4ea9a697f4a0c1bc60b1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/00c41154e48b4ea9a697f4a0c1bc60b1 2024-11-25T10:34:28,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/00c41154e48b4ea9a697f4a0c1bc60b1, entries=150, sequenceid=391, filesize=12.0 K 2024-11-25T10:34:28,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/c92638165c3a47398f9b079c45b4082b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c92638165c3a47398f9b079c45b4082b 2024-11-25T10:34:28,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c92638165c3a47398f9b079c45b4082b, entries=150, sequenceid=391, filesize=12.0 K 2024-11-25T10:34:28,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d01141ca1db16ffb224f84dfe5ee4314 in 567ms, sequenceid=391, compaction requested=true 2024-11-25T10:34:28,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:28,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:28,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:28,581 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:28,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:28,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:28,581 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:28,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:28,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:28,582 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:28,582 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:28,583 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:28,583 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:28,583 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:28,583 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:28,583 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8ffbfe40a4e342c2baec16427a699908, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e0627ae742ee4b4ea81d17206d1df6b0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/00c41154e48b4ea9a697f4a0c1bc60b1] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=36.9 K 2024-11-25T10:34:28,583 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2579c4ef2e2e4e6f8ce21ebec51884ca, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0385e0d6cf9e49c4b0971ec259f2982d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ca99e26522a54de587334fc4f1cf2bb9] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=39.3 K 2024-11-25T10:34:28,584 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2579c4ef2e2e4e6f8ce21ebec51884ca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732530865507 2024-11-25T10:34:28,584 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ffbfe40a4e342c2baec16427a699908, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732530865507 2024-11-25T10:34:28,584 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e0627ae742ee4b4ea81d17206d1df6b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732530866146 2024-11-25T10:34:28,584 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0385e0d6cf9e49c4b0971ec259f2982d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732530866146 2024-11-25T10:34:28,585 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 00c41154e48b4ea9a697f4a0c1bc60b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732530867392 2024-11-25T10:34:28,585 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca99e26522a54de587334fc4f1cf2bb9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732530867392 2024-11-25T10:34:28,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T10:34:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:28,602 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:34:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:28,609 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:28,609 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/88076469774241b9a1007f60ba3b2f89 is 50, key is test_row_0/B:col10/1732530867396/Put/seqid=0 2024-11-25T10:34:28,612 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:28,613 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/f0da2142ffd4427a93021d75f279f8fd is 50, key is test_row_0/A:col10/1732530867396/Put/seqid=0 2024-11-25T10:34:28,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/23186342dedc4c428e051bfe411bec8a is 50, key is test_row_0/A:col10/1732530868031/Put/seqid=0 2024-11-25T10:34:28,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741923_1099 (size=12301) 2024-11-25T10:34:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:28,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:28,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741924_1100 (size=13255) 2024-11-25T10:34:28,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741922_1098 (size=13255) 2024-11-25T10:34:28,669 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/f0da2142ffd4427a93021d75f279f8fd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/f0da2142ffd4427a93021d75f279f8fd 2024-11-25T10:34:28,672 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/88076469774241b9a1007f60ba3b2f89 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/88076469774241b9a1007f60ba3b2f89 2024-11-25T10:34:28,685 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into 88076469774241b9a1007f60ba3b2f89(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:28,685 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:28,685 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530868581; duration=0sec 2024-11-25T10:34:28,685 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:28,685 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:28,685 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:28,689 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:28,689 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:28,689 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:28,689 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/50a72fe9c111416ebca4f813e84709c8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1805383fcc6a4489acbfd7c34dbc5e73, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c92638165c3a47398f9b079c45b4082b] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=36.8 K 2024-11-25T10:34:28,700 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into f0da2142ffd4427a93021d75f279f8fd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:28,700 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:28,700 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530868580; duration=0sec 2024-11-25T10:34:28,700 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:28,700 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:28,702 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 50a72fe9c111416ebca4f813e84709c8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732530865507 2024-11-25T10:34:28,706 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1805383fcc6a4489acbfd7c34dbc5e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732530866146 2024-11-25T10:34:28,708 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c92638165c3a47398f9b079c45b4082b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732530867392 2024-11-25T10:34:28,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530928718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530928721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,725 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:28,726 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/f90b7449ff374c689e8124cf0196e7e4 is 50, key is test_row_0/C:col10/1732530867396/Put/seqid=0 2024-11-25T10:34:28,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530928723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:34:28,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741925_1101 (size=13221) 2024-11-25T10:34:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530928825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530928825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:28,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530928830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530929028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530929029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530929040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:34:29,049 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/23186342dedc4c428e051bfe411bec8a 2024-11-25T10:34:29,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/571155c6dbdb4746bfd6bba4d837d40a is 50, key is test_row_0/B:col10/1732530868031/Put/seqid=0 2024-11-25T10:34:29,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741926_1102 (size=12301) 2024-11-25T10:34:29,070 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/571155c6dbdb4746bfd6bba4d837d40a 2024-11-25T10:34:29,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/43a02a2b0a184c0c848837704e74286f is 50, key is test_row_0/C:col10/1732530868031/Put/seqid=0 2024-11-25T10:34:29,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741927_1103 (size=12301) 2024-11-25T10:34:29,175 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/f90b7449ff374c689e8124cf0196e7e4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/f90b7449ff374c689e8124cf0196e7e4 2024-11-25T10:34:29,181 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into f90b7449ff374c689e8124cf0196e7e4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:29,181 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:29,181 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=13, startTime=1732530868581; duration=0sec 2024-11-25T10:34:29,181 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:29,181 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:29,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530929334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530929334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530929342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,488 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/43a02a2b0a184c0c848837704e74286f 2024-11-25T10:34:29,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/23186342dedc4c428e051bfe411bec8a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/23186342dedc4c428e051bfe411bec8a 2024-11-25T10:34:29,502 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/23186342dedc4c428e051bfe411bec8a, entries=150, sequenceid=402, filesize=12.0 K 2024-11-25T10:34:29,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/571155c6dbdb4746bfd6bba4d837d40a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/571155c6dbdb4746bfd6bba4d837d40a 2024-11-25T10:34:29,513 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/571155c6dbdb4746bfd6bba4d837d40a, entries=150, sequenceid=402, filesize=12.0 K 2024-11-25T10:34:29,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/43a02a2b0a184c0c848837704e74286f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/43a02a2b0a184c0c848837704e74286f 2024-11-25T10:34:29,524 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/43a02a2b0a184c0c848837704e74286f, entries=150, sequenceid=402, filesize=12.0 K 2024-11-25T10:34:29,531 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d01141ca1db16ffb224f84dfe5ee4314 in 929ms, sequenceid=402, compaction requested=false 2024-11-25T10:34:29,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:29,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:29,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T10:34:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-25T10:34:29,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T10:34:29,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0920 sec 2024-11-25T10:34:29,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.1000 sec 2024-11-25T10:34:29,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:34:29,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:29,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:29,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:29,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:29,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:29,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T10:34:29,551 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-25T10:34:29,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:29,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/4eb3bd5b9fbb49348d3b196a4f94ab39 is 50, key is test_row_0/A:col10/1732530868693/Put/seqid=0 2024-11-25T10:34:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-25T10:34:29,558 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:29,559 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:29,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T10:34:29,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741928_1104 (size=14741) 2024-11-25T10:34:29,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/4eb3bd5b9fbb49348d3b196a4f94ab39 2024-11-25T10:34:29,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530929584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/4ffd8fe0f07c442d8c2cfc56aedc4619 is 50, key is test_row_0/B:col10/1732530868693/Put/seqid=0 2024-11-25T10:34:29,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741929_1105 (size=12301) 2024-11-25T10:34:29,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/4ffd8fe0f07c442d8c2cfc56aedc4619 2024-11-25T10:34:29,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/06a2b54669f14f9b9a177144d698479e is 50, key is test_row_0/C:col10/1732530868693/Put/seqid=0 2024-11-25T10:34:29,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741930_1106 (size=12301) 2024-11-25T10:34:29,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/06a2b54669f14f9b9a177144d698479e 2024-11-25T10:34:29,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/4eb3bd5b9fbb49348d3b196a4f94ab39 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/4eb3bd5b9fbb49348d3b196a4f94ab39 2024-11-25T10:34:29,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/4eb3bd5b9fbb49348d3b196a4f94ab39, entries=200, sequenceid=431, filesize=14.4 K 2024-11-25T10:34:29,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/4ffd8fe0f07c442d8c2cfc56aedc4619 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4ffd8fe0f07c442d8c2cfc56aedc4619 2024-11-25T10:34:29,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4ffd8fe0f07c442d8c2cfc56aedc4619, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T10:34:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T10:34:29,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/06a2b54669f14f9b9a177144d698479e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/06a2b54669f14f9b9a177144d698479e 2024-11-25T10:34:29,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/06a2b54669f14f9b9a177144d698479e, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T10:34:29,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d01141ca1db16ffb224f84dfe5ee4314 in 127ms, sequenceid=431, compaction requested=true 2024-11-25T10:34:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:29,673 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:29,673 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:29,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d01141ca1db16ffb224f84dfe5ee4314:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:29,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:29,675 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:29,675 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/A is initiating minor compaction (all files) 2024-11-25T10:34:29,676 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/A in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:29,676 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/f0da2142ffd4427a93021d75f279f8fd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/23186342dedc4c428e051bfe411bec8a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/4eb3bd5b9fbb49348d3b196a4f94ab39] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=39.4 K 2024-11-25T10:34:29,676 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:29,676 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/B is initiating minor compaction (all files) 2024-11-25T10:34:29,676 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/B in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:29,676 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0da2142ffd4427a93021d75f279f8fd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732530867392 2024-11-25T10:34:29,676 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/88076469774241b9a1007f60ba3b2f89, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/571155c6dbdb4746bfd6bba4d837d40a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4ffd8fe0f07c442d8c2cfc56aedc4619] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=37.0 K 2024-11-25T10:34:29,677 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23186342dedc4c428e051bfe411bec8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732530868020 2024-11-25T10:34:29,677 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eb3bd5b9fbb49348d3b196a4f94ab39, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732530868693 2024-11-25T10:34:29,677 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 88076469774241b9a1007f60ba3b2f89, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732530867392 2024-11-25T10:34:29,678 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 571155c6dbdb4746bfd6bba4d837d40a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732530868020 2024-11-25T10:34:29,679 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ffd8fe0f07c442d8c2cfc56aedc4619, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732530868693 2024-11-25T10:34:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:29,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:34:29,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:29,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:29,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:29,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:29,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:29,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:29,692 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#B#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:29,693 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/b0613e1321804864a1b207d9d956256d is 50, key is test_row_0/B:col10/1732530868693/Put/seqid=0 2024-11-25T10:34:29,708 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:29,709 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/15759373ad6d42a197f8939fba715cc0 is 50, key is test_row_0/A:col10/1732530868693/Put/seqid=0 2024-11-25T10:34:29,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T10:34:29,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:29,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:29,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:29,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:29,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:29,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/d5a2d9971fbd48489ad35f7592ed89e2 is 50, key is test_row_0/A:col10/1732530869582/Put/seqid=0 2024-11-25T10:34:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741931_1107 (size=13357) 2024-11-25T10:34:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741932_1108 (size=13357) 2024-11-25T10:34:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741933_1109 (size=12301) 2024-11-25T10:34:29,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530929747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530929748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55836 deadline: 1732530929838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55794 deadline: 1732530929841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55816 deadline: 1732530929848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530929851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530929852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T10:34:29,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:29,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T10:34:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:29,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:29,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:29,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:29,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:34:30,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T10:34:30,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:30,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530930054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530930055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,139 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/15759373ad6d42a197f8939fba715cc0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/15759373ad6d42a197f8939fba715cc0 2024-11-25T10:34:30,142 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/b0613e1321804864a1b207d9d956256d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/b0613e1321804864a1b207d9d956256d 2024-11-25T10:34:30,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/d5a2d9971fbd48489ad35f7592ed89e2 2024-11-25T10:34:30,153 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/A of d01141ca1db16ffb224f84dfe5ee4314 into 15759373ad6d42a197f8939fba715cc0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:30,153 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:30,153 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/A, priority=13, startTime=1732530869673; duration=0sec 2024-11-25T10:34:30,153 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:30,153 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:A 2024-11-25T10:34:30,154 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:30,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/876b34a05c894e33a9b8dda42ba759d6 is 50, key is test_row_0/B:col10/1732530869582/Put/seqid=0 2024-11-25T10:34:30,162 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/B of d01141ca1db16ffb224f84dfe5ee4314 into b0613e1321804864a1b207d9d956256d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:30,162 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:30,162 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/B, priority=13, startTime=1732530869673; duration=0sec 2024-11-25T10:34:30,162 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:30,162 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:B 2024-11-25T10:34:30,163 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:30,163 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): d01141ca1db16ffb224f84dfe5ee4314/C is initiating minor compaction (all files) 2024-11-25T10:34:30,163 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d01141ca1db16ffb224f84dfe5ee4314/C in TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,163 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/f90b7449ff374c689e8124cf0196e7e4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/43a02a2b0a184c0c848837704e74286f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/06a2b54669f14f9b9a177144d698479e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp, totalSize=36.9 K 2024-11-25T10:34:30,166 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f90b7449ff374c689e8124cf0196e7e4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732530867392 2024-11-25T10:34:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T10:34:30,167 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43a02a2b0a184c0c848837704e74286f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732530868020 2024-11-25T10:34:30,168 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06a2b54669f14f9b9a177144d698479e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732530868693 2024-11-25T10:34:30,193 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d01141ca1db16ffb224f84dfe5ee4314#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:30,193 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/14338cbaeb564f7babe4afd219e047f2 is 50, key is test_row_0/C:col10/1732530868693/Put/seqid=0 2024-11-25T10:34:30,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T10:34:30,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:30,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741934_1110 (size=12301) 2024-11-25T10:34:30,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/876b34a05c894e33a9b8dda42ba759d6 2024-11-25T10:34:30,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/8e17dd9f5a5c4ec0b17b6de42c194363 is 50, key is test_row_0/C:col10/1732530869582/Put/seqid=0 2024-11-25T10:34:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741935_1111 (size=13323) 2024-11-25T10:34:30,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741936_1112 (size=12301) 2024-11-25T10:34:30,277 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/14338cbaeb564f7babe4afd219e047f2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/14338cbaeb564f7babe4afd219e047f2 2024-11-25T10:34:30,289 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d01141ca1db16ffb224f84dfe5ee4314/C of d01141ca1db16ffb224f84dfe5ee4314 into 14338cbaeb564f7babe4afd219e047f2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:30,289 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:30,289 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314., storeName=d01141ca1db16ffb224f84dfe5ee4314/C, priority=13, startTime=1732530869673; duration=0sec 2024-11-25T10:34:30,289 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:30,289 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d01141ca1db16ffb224f84dfe5ee4314:C 2024-11-25T10:34:30,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T10:34:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55780 deadline: 1732530930357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55832 deadline: 1732530930359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,435 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ed28bb to 127.0.0.1:49199 2024-11-25T10:34:30,435 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:30,437 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bc462 to 127.0.0.1:49199 2024-11-25T10:34:30,437 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:30,438 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12a1285d to 127.0.0.1:49199 2024-11-25T10:34:30,438 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:30,439 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47fe2fa7 to 127.0.0.1:49199 2024-11-25T10:34:30,439 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:30,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T10:34:30,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T10:34:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T10:34:30,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/8e17dd9f5a5c4ec0b17b6de42c194363 2024-11-25T10:34:30,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/d5a2d9971fbd48489ad35f7592ed89e2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d5a2d9971fbd48489ad35f7592ed89e2 2024-11-25T10:34:30,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d5a2d9971fbd48489ad35f7592ed89e2, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T10:34:30,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/876b34a05c894e33a9b8dda42ba759d6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/876b34a05c894e33a9b8dda42ba759d6 2024-11-25T10:34:30,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/876b34a05c894e33a9b8dda42ba759d6, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T10:34:30,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/8e17dd9f5a5c4ec0b17b6de42c194363 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8e17dd9f5a5c4ec0b17b6de42c194363 2024-11-25T10:34:30,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8e17dd9f5a5c4ec0b17b6de42c194363, entries=150, sequenceid=442, filesize=12.0 K 2024-11-25T10:34:30,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d01141ca1db16ffb224f84dfe5ee4314 in 1010ms, sequenceid=442, compaction requested=false 2024-11-25T10:34:30,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:30,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:30,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T10:34:30,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:30,818 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:34:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:30,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/fe0773fa261c4bc6a57e69267a84587b is 50, key is test_row_0/A:col10/1732530869746/Put/seqid=0 2024-11-25T10:34:30,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741937_1113 (size=12301) 2024-11-25T10:34:30,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. as already flushing 2024-11-25T10:34:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:30,849 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b55c24 to 127.0.0.1:49199 2024-11-25T10:34:30,849 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:30,855 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09bd0964 to 127.0.0.1:49199 2024-11-25T10:34:30,855 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:30,857 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e52b42a to 127.0.0.1:49199 2024-11-25T10:34:30,858 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:30,863 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f2091cc to 127.0.0.1:49199 2024-11-25T10:34:30,863 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:30,864 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18cb251d to 127.0.0.1:49199 2024-11-25T10:34:30,864 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:31,236 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/fe0773fa261c4bc6a57e69267a84587b 2024-11-25T10:34:31,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/8da1b9a5215647ebad2030c9189b9a65 is 50, key is test_row_0/B:col10/1732530869746/Put/seqid=0 2024-11-25T10:34:31,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741938_1114 (size=12301) 2024-11-25T10:34:31,266 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/8da1b9a5215647ebad2030c9189b9a65 2024-11-25T10:34:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/70912aa07f7843f780aa486561664974 is 50, key is test_row_0/C:col10/1732530869746/Put/seqid=0 2024-11-25T10:34:31,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741939_1115 (size=12301) 2024-11-25T10:34:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T10:34:31,697 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/70912aa07f7843f780aa486561664974 2024-11-25T10:34:31,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/fe0773fa261c4bc6a57e69267a84587b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/fe0773fa261c4bc6a57e69267a84587b 2024-11-25T10:34:31,708 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/fe0773fa261c4bc6a57e69267a84587b, entries=150, sequenceid=470, filesize=12.0 K 2024-11-25T10:34:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/8da1b9a5215647ebad2030c9189b9a65 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8da1b9a5215647ebad2030c9189b9a65 2024-11-25T10:34:31,716 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8da1b9a5215647ebad2030c9189b9a65, entries=150, sequenceid=470, filesize=12.0 K 2024-11-25T10:34:31,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/70912aa07f7843f780aa486561664974 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/70912aa07f7843f780aa486561664974 2024-11-25T10:34:31,723 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/70912aa07f7843f780aa486561664974, entries=150, sequenceid=470, filesize=12.0 K 2024-11-25T10:34:31,724 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for d01141ca1db16ffb224f84dfe5ee4314 in 906ms, sequenceid=470, compaction requested=true 2024-11-25T10:34:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T10:34:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-25T10:34:31,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T10:34:31,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1660 sec 2024-11-25T10:34:31,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.1720 sec 2024-11-25T10:34:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T10:34:33,670 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3222 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3244 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1501 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4503 rows 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1474 2024-11-25T10:34:33,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4422 rows 2024-11-25T10:34:33,671 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:34:33,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6fcb5f29 to 127.0.0.1:49199 2024-11-25T10:34:33,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:33,674 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:34:33,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:34:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:33,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530873685"}]},"ts":"1732530873685"} 2024-11-25T10:34:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:34:33,687 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:34:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:34:33,793 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:34:33,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:34:33,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d01141ca1db16ffb224f84dfe5ee4314, UNASSIGN}] 2024-11-25T10:34:33,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d01141ca1db16ffb224f84dfe5ee4314, UNASSIGN 2024-11-25T10:34:33,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=d01141ca1db16ffb224f84dfe5ee4314, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:33,802 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:34:33,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; CloseRegionProcedure d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:34:33,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:33,959 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(124): Close d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:33,960 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:34:33,961 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1681): Closing d01141ca1db16ffb224f84dfe5ee4314, disabling compactions & flushes 2024-11-25T10:34:33,961 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:33,961 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:33,961 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. after waiting 0 ms 2024-11-25T10:34:33,961 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:33,961 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(2837): Flushing d01141ca1db16ffb224f84dfe5ee4314 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T10:34:33,961 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=A 2024-11-25T10:34:33,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:33,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=B 2024-11-25T10:34:33,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:33,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d01141ca1db16ffb224f84dfe5ee4314, store=C 2024-11-25T10:34:33,962 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:33,967 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/bd1696403d8e4407bbf863c25d878d6c is 50, key is test_row_0/A:col10/1732530870863/Put/seqid=0 2024-11-25T10:34:33,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741940_1116 (size=9857) 2024-11-25T10:34:33,984 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/bd1696403d8e4407bbf863c25d878d6c 2024-11-25T10:34:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:34:33,998 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7a8794b03eda45f5ac71285e2e27b9e1 is 50, key is test_row_0/B:col10/1732530870863/Put/seqid=0 2024-11-25T10:34:34,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741941_1117 (size=9857) 2024-11-25T10:34:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:34:34,406 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7a8794b03eda45f5ac71285e2e27b9e1 2024-11-25T10:34:34,416 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/853582fe62ee4e92afc383dcf8165f9d is 50, key is test_row_0/C:col10/1732530870863/Put/seqid=0 2024-11-25T10:34:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741942_1118 (size=9857) 2024-11-25T10:34:34,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:34:34,821 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/853582fe62ee4e92afc383dcf8165f9d 2024-11-25T10:34:34,827 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/A/bd1696403d8e4407bbf863c25d878d6c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/bd1696403d8e4407bbf863c25d878d6c 2024-11-25T10:34:34,832 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/bd1696403d8e4407bbf863c25d878d6c, entries=100, sequenceid=478, filesize=9.6 K 2024-11-25T10:34:34,834 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/B/7a8794b03eda45f5ac71285e2e27b9e1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7a8794b03eda45f5ac71285e2e27b9e1 2024-11-25T10:34:34,839 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7a8794b03eda45f5ac71285e2e27b9e1, entries=100, sequenceid=478, filesize=9.6 K 2024-11-25T10:34:34,840 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/.tmp/C/853582fe62ee4e92afc383dcf8165f9d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/853582fe62ee4e92afc383dcf8165f9d 2024-11-25T10:34:34,845 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/853582fe62ee4e92afc383dcf8165f9d, entries=100, sequenceid=478, filesize=9.6 K 2024-11-25T10:34:34,846 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d01141ca1db16ffb224f84dfe5ee4314 in 885ms, sequenceid=478, compaction requested=true 2024-11-25T10:34:34,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e9d079068f944795aef4aef80965eccf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d72e908c507b4638a3d6c7a1ae1d4c33, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e2967c41adc94d7eab2cb1e324f45927, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ba624e5491694adfbe9491aa7c827e3b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ab4b1d4090be4819b4a81b31e2d9c8e5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/271aa90fbc514465aca7b0f2632967f0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2bcdef0693f34fa4b7f3671be776e143, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/736d387a5eee4d53baf48aae3c7311bd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/144e4aecd4d346549e07190dcd22a078, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/c6519b1e5a0c48ce87b88237154c613d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96c3204c16c54873a5ee4b3dfe6e2426, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/cecaf45184f74c1c8feafc951e0d77aa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/5731db37633d4a7188237cff048d920a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/37f47ee74a5f48f184a5be01582deaea, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/61205a9c2fa64f11b3368720112c0f2c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ae4c11fb4172401e83efeab93b5379f8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/9355871e22ff4709a5779fec47e6b0a3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/3154c59f37db49b18e22b145cb04aaa1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/21d6bb29cbaf4eea841c8b13f0e4a8c2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/54d8d2801c84405b86c723358fbd91de, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0e8d89de3165438db55d33cc1b6292de, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8435f963bef544fb9d4f01a64d028c3c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/a9f5da3fffd1404cab2892606b524066, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8d632cf9fa024222918b77e888d623b1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96cd3aaf6d91490796dfd68d1b57d8ca, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2579c4ef2e2e4e6f8ce21ebec51884ca, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0385e0d6cf9e49c4b0971ec259f2982d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ca99e26522a54de587334fc4f1cf2bb9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/f0da2142ffd4427a93021d75f279f8fd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/23186342dedc4c428e051bfe411bec8a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/4eb3bd5b9fbb49348d3b196a4f94ab39] to archive 2024-11-25T10:34:34,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:34:34,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e9d079068f944795aef4aef80965eccf to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e9d079068f944795aef4aef80965eccf 2024-11-25T10:34:34,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d72e908c507b4638a3d6c7a1ae1d4c33 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d72e908c507b4638a3d6c7a1ae1d4c33 2024-11-25T10:34:34,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e2967c41adc94d7eab2cb1e324f45927 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/e2967c41adc94d7eab2cb1e324f45927 2024-11-25T10:34:34,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ba624e5491694adfbe9491aa7c827e3b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ba624e5491694adfbe9491aa7c827e3b 2024-11-25T10:34:34,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ab4b1d4090be4819b4a81b31e2d9c8e5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ab4b1d4090be4819b4a81b31e2d9c8e5 2024-11-25T10:34:34,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/271aa90fbc514465aca7b0f2632967f0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/271aa90fbc514465aca7b0f2632967f0 2024-11-25T10:34:34,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2bcdef0693f34fa4b7f3671be776e143 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2bcdef0693f34fa4b7f3671be776e143 2024-11-25T10:34:34,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/736d387a5eee4d53baf48aae3c7311bd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/736d387a5eee4d53baf48aae3c7311bd 2024-11-25T10:34:34,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/144e4aecd4d346549e07190dcd22a078 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/144e4aecd4d346549e07190dcd22a078 2024-11-25T10:34:34,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/c6519b1e5a0c48ce87b88237154c613d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/c6519b1e5a0c48ce87b88237154c613d 2024-11-25T10:34:34,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96c3204c16c54873a5ee4b3dfe6e2426 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96c3204c16c54873a5ee4b3dfe6e2426 2024-11-25T10:34:34,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/cecaf45184f74c1c8feafc951e0d77aa to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/cecaf45184f74c1c8feafc951e0d77aa 2024-11-25T10:34:34,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/5731db37633d4a7188237cff048d920a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/5731db37633d4a7188237cff048d920a 2024-11-25T10:34:34,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/37f47ee74a5f48f184a5be01582deaea to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/37f47ee74a5f48f184a5be01582deaea 2024-11-25T10:34:34,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/61205a9c2fa64f11b3368720112c0f2c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/61205a9c2fa64f11b3368720112c0f2c 2024-11-25T10:34:34,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ae4c11fb4172401e83efeab93b5379f8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ae4c11fb4172401e83efeab93b5379f8 2024-11-25T10:34:34,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/9355871e22ff4709a5779fec47e6b0a3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/9355871e22ff4709a5779fec47e6b0a3 2024-11-25T10:34:34,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/3154c59f37db49b18e22b145cb04aaa1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/3154c59f37db49b18e22b145cb04aaa1 2024-11-25T10:34:34,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/21d6bb29cbaf4eea841c8b13f0e4a8c2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/21d6bb29cbaf4eea841c8b13f0e4a8c2 2024-11-25T10:34:34,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/54d8d2801c84405b86c723358fbd91de to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/54d8d2801c84405b86c723358fbd91de 2024-11-25T10:34:34,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0e8d89de3165438db55d33cc1b6292de to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0e8d89de3165438db55d33cc1b6292de 2024-11-25T10:34:34,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8435f963bef544fb9d4f01a64d028c3c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8435f963bef544fb9d4f01a64d028c3c 2024-11-25T10:34:34,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/a9f5da3fffd1404cab2892606b524066 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/a9f5da3fffd1404cab2892606b524066 2024-11-25T10:34:34,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8d632cf9fa024222918b77e888d623b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/8d632cf9fa024222918b77e888d623b1 2024-11-25T10:34:34,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96cd3aaf6d91490796dfd68d1b57d8ca to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/96cd3aaf6d91490796dfd68d1b57d8ca 2024-11-25T10:34:34,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2579c4ef2e2e4e6f8ce21ebec51884ca to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/2579c4ef2e2e4e6f8ce21ebec51884ca 2024-11-25T10:34:34,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0385e0d6cf9e49c4b0971ec259f2982d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/0385e0d6cf9e49c4b0971ec259f2982d 2024-11-25T10:34:34,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ca99e26522a54de587334fc4f1cf2bb9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/ca99e26522a54de587334fc4f1cf2bb9 2024-11-25T10:34:34,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/f0da2142ffd4427a93021d75f279f8fd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/f0da2142ffd4427a93021d75f279f8fd 2024-11-25T10:34:34,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/23186342dedc4c428e051bfe411bec8a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/23186342dedc4c428e051bfe411bec8a 2024-11-25T10:34:34,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/4eb3bd5b9fbb49348d3b196a4f94ab39 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/4eb3bd5b9fbb49348d3b196a4f94ab39 2024-11-25T10:34:34,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7fb9a5e914c9457ba33e0898811b8111, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8310e3af99c84b8b97346426247d837e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/bc86b5e916224f7bafd0c3be494c53ae, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/dd5558e2bd9345ab9fd0d35cde338ea7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/d9eb475fb5694cd78cfcf6b27b9ffac0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/cd570fcfc881496d8fa5cdc6cedb34f7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5b2de0cf90ef4adbac89f71bcf12de5d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/c3148892f8cf430194fd27b75edc8e47, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/63b9b0128ee24e3fadc7e2881f0fecfe, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/b05f7015aa8449d4a8b2fd880dd1e0f9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/91825b6cde0b468ebcef5452097ea434, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/1ab13c110604445b90cde8c6815ca003, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/98c0ec62dc174a5c8589d14f8df89af9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7d5dcf16c5f7484a9c7eae8a0d64910e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5089429a0aa649f680e4e73d59a7677a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/ef8d2a7e27f3495fba9f7ebc96d2af6e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/72bb76f8385445aeacdc29d7af470165, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/82c35929c0c243e9bd2b27664314e983, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/a6a8101592b24a6fa521c6f9dd03d14b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4f896cc6c6fa4a28b6b24e4803cbec2a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/eb0c37fccb2d46e5806bbe01c80ad51d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7f7d429e9bed4756b0572bfabdc41b32, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/551422b4e93546edacfc0222bde2bd3c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e863918717a64f07906ae82e954fadc2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8ffbfe40a4e342c2baec16427a699908, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/de85bf560b9541e4bf0d7290c03c3db5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e0627ae742ee4b4ea81d17206d1df6b0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/88076469774241b9a1007f60ba3b2f89, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/00c41154e48b4ea9a697f4a0c1bc60b1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/571155c6dbdb4746bfd6bba4d837d40a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4ffd8fe0f07c442d8c2cfc56aedc4619] to archive 2024-11-25T10:34:34,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:34:34,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7fb9a5e914c9457ba33e0898811b8111 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7fb9a5e914c9457ba33e0898811b8111 2024-11-25T10:34:34,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8310e3af99c84b8b97346426247d837e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8310e3af99c84b8b97346426247d837e 2024-11-25T10:34:34,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/bc86b5e916224f7bafd0c3be494c53ae to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/bc86b5e916224f7bafd0c3be494c53ae 2024-11-25T10:34:34,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/dd5558e2bd9345ab9fd0d35cde338ea7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/dd5558e2bd9345ab9fd0d35cde338ea7 2024-11-25T10:34:34,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/d9eb475fb5694cd78cfcf6b27b9ffac0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/d9eb475fb5694cd78cfcf6b27b9ffac0 2024-11-25T10:34:34,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/cd570fcfc881496d8fa5cdc6cedb34f7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/cd570fcfc881496d8fa5cdc6cedb34f7 2024-11-25T10:34:34,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5b2de0cf90ef4adbac89f71bcf12de5d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5b2de0cf90ef4adbac89f71bcf12de5d 2024-11-25T10:34:34,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/c3148892f8cf430194fd27b75edc8e47 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/c3148892f8cf430194fd27b75edc8e47 2024-11-25T10:34:34,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/63b9b0128ee24e3fadc7e2881f0fecfe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/63b9b0128ee24e3fadc7e2881f0fecfe 2024-11-25T10:34:34,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/b05f7015aa8449d4a8b2fd880dd1e0f9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/b05f7015aa8449d4a8b2fd880dd1e0f9 2024-11-25T10:34:34,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/91825b6cde0b468ebcef5452097ea434 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/91825b6cde0b468ebcef5452097ea434 2024-11-25T10:34:34,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/1ab13c110604445b90cde8c6815ca003 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/1ab13c110604445b90cde8c6815ca003 2024-11-25T10:34:34,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/98c0ec62dc174a5c8589d14f8df89af9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/98c0ec62dc174a5c8589d14f8df89af9 2024-11-25T10:34:34,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7d5dcf16c5f7484a9c7eae8a0d64910e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7d5dcf16c5f7484a9c7eae8a0d64910e 2024-11-25T10:34:34,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5089429a0aa649f680e4e73d59a7677a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/5089429a0aa649f680e4e73d59a7677a 2024-11-25T10:34:34,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/ef8d2a7e27f3495fba9f7ebc96d2af6e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/ef8d2a7e27f3495fba9f7ebc96d2af6e 2024-11-25T10:34:34,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/72bb76f8385445aeacdc29d7af470165 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/72bb76f8385445aeacdc29d7af470165 2024-11-25T10:34:34,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/82c35929c0c243e9bd2b27664314e983 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/82c35929c0c243e9bd2b27664314e983 2024-11-25T10:34:34,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/a6a8101592b24a6fa521c6f9dd03d14b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/a6a8101592b24a6fa521c6f9dd03d14b 2024-11-25T10:34:34,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4f896cc6c6fa4a28b6b24e4803cbec2a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4f896cc6c6fa4a28b6b24e4803cbec2a 2024-11-25T10:34:34,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/eb0c37fccb2d46e5806bbe01c80ad51d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/eb0c37fccb2d46e5806bbe01c80ad51d 2024-11-25T10:34:35,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7f7d429e9bed4756b0572bfabdc41b32 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7f7d429e9bed4756b0572bfabdc41b32 2024-11-25T10:34:35,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/551422b4e93546edacfc0222bde2bd3c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/551422b4e93546edacfc0222bde2bd3c 2024-11-25T10:34:35,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e863918717a64f07906ae82e954fadc2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e863918717a64f07906ae82e954fadc2 2024-11-25T10:34:35,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8ffbfe40a4e342c2baec16427a699908 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8ffbfe40a4e342c2baec16427a699908 2024-11-25T10:34:35,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/de85bf560b9541e4bf0d7290c03c3db5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/de85bf560b9541e4bf0d7290c03c3db5 2024-11-25T10:34:35,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e0627ae742ee4b4ea81d17206d1df6b0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/e0627ae742ee4b4ea81d17206d1df6b0 2024-11-25T10:34:35,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/88076469774241b9a1007f60ba3b2f89 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/88076469774241b9a1007f60ba3b2f89 2024-11-25T10:34:35,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/00c41154e48b4ea9a697f4a0c1bc60b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/00c41154e48b4ea9a697f4a0c1bc60b1 2024-11-25T10:34:35,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/571155c6dbdb4746bfd6bba4d837d40a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/571155c6dbdb4746bfd6bba4d837d40a 2024-11-25T10:34:35,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4ffd8fe0f07c442d8c2cfc56aedc4619 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/4ffd8fe0f07c442d8c2cfc56aedc4619 2024-11-25T10:34:35,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1db7864db05943b1884e4b18614e5ad9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c3c8bccf47c04e1a9097b11ca9ff90a3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/74e9c61218294c2ca0f197aa1c44e15a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/330ede6948c0456b93fd551f36ec34b4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1b021044c4484d989b01a5b50d15d8e5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/41a0b031b7de4599ad9e20781fff3d7c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ba757da4eb354101aac645db89fc9195, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a580dd5a6d3941ecb45824935cb9bd6d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/531df4e57c374c93ac34ed3564443afb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/b6138db31dde49ceaa7e5139dd4cf4f9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/d283c5d467854089a81aa9b62205b424, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/5d094874a2e44225a6760462739b1e5c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b89e3fb50394817904470a182afe955, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/02848bb4cf20440490f98f1529519368, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a18a963cff00415d91a0c0043e704b13, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/20fcdeff390640eab2e51b56f9eac405, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b85c17a985345cf88ba4f29c30e9239, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e1a02e28d4d140a3b5e68809f2e73f0e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/0582290a88b2409bb91a1dfd5b58f77f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e19ee21364e94c45ac8a12aba1852c32, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/cf24da87de7d485a8caf71584f8099d8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/651fc02171f5450889b949bb13d2b54c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/03550827707543fb82d7008d90e9e9bf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/50a72fe9c111416ebca4f813e84709c8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ac866b6a3caa4b18ad090885b1810760, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1805383fcc6a4489acbfd7c34dbc5e73, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/f90b7449ff374c689e8124cf0196e7e4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c92638165c3a47398f9b079c45b4082b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/43a02a2b0a184c0c848837704e74286f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/06a2b54669f14f9b9a177144d698479e] to archive 2024-11-25T10:34:35,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:34:35,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1db7864db05943b1884e4b18614e5ad9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1db7864db05943b1884e4b18614e5ad9 2024-11-25T10:34:35,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c3c8bccf47c04e1a9097b11ca9ff90a3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c3c8bccf47c04e1a9097b11ca9ff90a3 2024-11-25T10:34:35,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/74e9c61218294c2ca0f197aa1c44e15a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/74e9c61218294c2ca0f197aa1c44e15a 2024-11-25T10:34:35,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/330ede6948c0456b93fd551f36ec34b4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/330ede6948c0456b93fd551f36ec34b4 2024-11-25T10:34:35,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1b021044c4484d989b01a5b50d15d8e5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1b021044c4484d989b01a5b50d15d8e5 2024-11-25T10:34:35,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/41a0b031b7de4599ad9e20781fff3d7c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/41a0b031b7de4599ad9e20781fff3d7c 2024-11-25T10:34:35,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ba757da4eb354101aac645db89fc9195 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ba757da4eb354101aac645db89fc9195 2024-11-25T10:34:35,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a580dd5a6d3941ecb45824935cb9bd6d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a580dd5a6d3941ecb45824935cb9bd6d 2024-11-25T10:34:35,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/531df4e57c374c93ac34ed3564443afb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/531df4e57c374c93ac34ed3564443afb 2024-11-25T10:34:35,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/b6138db31dde49ceaa7e5139dd4cf4f9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/b6138db31dde49ceaa7e5139dd4cf4f9 2024-11-25T10:34:35,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/d283c5d467854089a81aa9b62205b424 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/d283c5d467854089a81aa9b62205b424 2024-11-25T10:34:35,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/5d094874a2e44225a6760462739b1e5c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/5d094874a2e44225a6760462739b1e5c 2024-11-25T10:34:35,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b89e3fb50394817904470a182afe955 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b89e3fb50394817904470a182afe955 2024-11-25T10:34:35,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/02848bb4cf20440490f98f1529519368 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/02848bb4cf20440490f98f1529519368 2024-11-25T10:34:35,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a18a963cff00415d91a0c0043e704b13 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/a18a963cff00415d91a0c0043e704b13 2024-11-25T10:34:35,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/20fcdeff390640eab2e51b56f9eac405 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/20fcdeff390640eab2e51b56f9eac405 2024-11-25T10:34:35,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b85c17a985345cf88ba4f29c30e9239 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8b85c17a985345cf88ba4f29c30e9239 2024-11-25T10:34:35,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e1a02e28d4d140a3b5e68809f2e73f0e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e1a02e28d4d140a3b5e68809f2e73f0e 2024-11-25T10:34:35,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/0582290a88b2409bb91a1dfd5b58f77f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/0582290a88b2409bb91a1dfd5b58f77f 2024-11-25T10:34:35,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e19ee21364e94c45ac8a12aba1852c32 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/e19ee21364e94c45ac8a12aba1852c32 2024-11-25T10:34:35,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/cf24da87de7d485a8caf71584f8099d8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/cf24da87de7d485a8caf71584f8099d8 2024-11-25T10:34:35,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/651fc02171f5450889b949bb13d2b54c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/651fc02171f5450889b949bb13d2b54c 2024-11-25T10:34:35,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/03550827707543fb82d7008d90e9e9bf to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/03550827707543fb82d7008d90e9e9bf 2024-11-25T10:34:35,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/50a72fe9c111416ebca4f813e84709c8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/50a72fe9c111416ebca4f813e84709c8 2024-11-25T10:34:35,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ac866b6a3caa4b18ad090885b1810760 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/ac866b6a3caa4b18ad090885b1810760 2024-11-25T10:34:35,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1805383fcc6a4489acbfd7c34dbc5e73 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/1805383fcc6a4489acbfd7c34dbc5e73 2024-11-25T10:34:35,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/f90b7449ff374c689e8124cf0196e7e4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/f90b7449ff374c689e8124cf0196e7e4 2024-11-25T10:34:35,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c92638165c3a47398f9b079c45b4082b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/c92638165c3a47398f9b079c45b4082b 2024-11-25T10:34:35,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/43a02a2b0a184c0c848837704e74286f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/43a02a2b0a184c0c848837704e74286f 2024-11-25T10:34:35,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/06a2b54669f14f9b9a177144d698479e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/06a2b54669f14f9b9a177144d698479e 2024-11-25T10:34:35,119 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/recovered.edits/481.seqid, newMaxSeqId=481, maxSeqId=1 2024-11-25T10:34:35,121 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314. 2024-11-25T10:34:35,121 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1635): Region close journal for d01141ca1db16ffb224f84dfe5ee4314: 2024-11-25T10:34:35,123 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(170): Closed d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:35,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=d01141ca1db16ffb224f84dfe5ee4314, regionState=CLOSED 2024-11-25T10:34:35,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T10:34:35,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseRegionProcedure d01141ca1db16ffb224f84dfe5ee4314, server=1ab1d4f27f0d,44363,1732530842303 in 1.3220 sec 2024-11-25T10:34:35,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-25T10:34:35,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d01141ca1db16ffb224f84dfe5ee4314, UNASSIGN in 1.3270 sec 2024-11-25T10:34:35,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T10:34:35,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3330 sec 2024-11-25T10:34:35,131 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530875131"}]},"ts":"1732530875131"} 2024-11-25T10:34:35,132 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:34:35,143 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:34:35,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4810 sec 2024-11-25T10:34:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T10:34:35,790 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-25T10:34:35,793 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:34:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:35,797 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=36, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:35,799 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=36, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T10:34:35,803 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:35,807 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/recovered.edits] 2024-11-25T10:34:35,810 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/15759373ad6d42a197f8939fba715cc0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/15759373ad6d42a197f8939fba715cc0 2024-11-25T10:34:35,812 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/bd1696403d8e4407bbf863c25d878d6c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/bd1696403d8e4407bbf863c25d878d6c 2024-11-25T10:34:35,813 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d5a2d9971fbd48489ad35f7592ed89e2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/d5a2d9971fbd48489ad35f7592ed89e2 2024-11-25T10:34:35,815 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/fe0773fa261c4bc6a57e69267a84587b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/A/fe0773fa261c4bc6a57e69267a84587b 2024-11-25T10:34:35,819 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7a8794b03eda45f5ac71285e2e27b9e1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/7a8794b03eda45f5ac71285e2e27b9e1 2024-11-25T10:34:35,820 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/876b34a05c894e33a9b8dda42ba759d6 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/876b34a05c894e33a9b8dda42ba759d6 2024-11-25T10:34:35,822 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8da1b9a5215647ebad2030c9189b9a65 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/8da1b9a5215647ebad2030c9189b9a65 2024-11-25T10:34:35,824 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/b0613e1321804864a1b207d9d956256d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/B/b0613e1321804864a1b207d9d956256d 2024-11-25T10:34:35,827 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/14338cbaeb564f7babe4afd219e047f2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/14338cbaeb564f7babe4afd219e047f2 2024-11-25T10:34:35,828 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/70912aa07f7843f780aa486561664974 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/70912aa07f7843f780aa486561664974 2024-11-25T10:34:35,831 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/853582fe62ee4e92afc383dcf8165f9d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/853582fe62ee4e92afc383dcf8165f9d 2024-11-25T10:34:35,832 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8e17dd9f5a5c4ec0b17b6de42c194363 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/C/8e17dd9f5a5c4ec0b17b6de42c194363 2024-11-25T10:34:35,837 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/recovered.edits/481.seqid to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314/recovered.edits/481.seqid 2024-11-25T10:34:35,838 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/d01141ca1db16ffb224f84dfe5ee4314 2024-11-25T10:34:35,838 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:34:35,846 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=36, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:35,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T10:34:35,861 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:34:35,892 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:34:35,893 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=36, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:35,893 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:34:35,893 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530875893"}]},"ts":"9223372036854775807"} 2024-11-25T10:34:35,896 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:34:35,896 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d01141ca1db16ffb224f84dfe5ee4314, NAME => 'TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:34:35,896 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:34:35,897 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530875896"}]},"ts":"9223372036854775807"} 2024-11-25T10:34:35,899 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:34:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T10:34:35,930 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=36, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:35,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 136 msec 2024-11-25T10:34:35,985 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T10:34:35,987 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T10:34:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T10:34:36,102 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-25T10:34:36,119 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: hconnection-0x6c4340d4-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1295506446_22 at /127.0.0.1:57496 [Waiting for operation #237] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1ab1d4f27f0d:44363-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_485404738_22 at /127.0.0.1:40370 [Waiting for operation #187] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6c4340d4-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6c4340d4-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1295506446_22 at /127.0.0.1:40226 [Waiting for operation #234] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6c4340d4-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=902 (was 718) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1979 (was 3037) 2024-11-25T10:34:36,128 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=902, ProcessCount=11, AvailableMemoryMB=1979 2024-11-25T10:34:36,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:34:36,131 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:34:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:36,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:34:36,133 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:36,133 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 37 2024-11-25T10:34:36,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T10:34:36,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:34:36,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741943_1119 (size=963) 2024-11-25T10:34:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T10:34:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T10:34:36,544 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:34:36,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741944_1120 (size=53) 2024-11-25T10:34:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T10:34:36,951 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:36,951 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8c67ae118dc53a6fa2b593e36693d2b1, disabling compactions & flushes 2024-11-25T10:34:36,951 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:36,951 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:36,951 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. after waiting 0 ms 2024-11-25T10:34:36,951 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:36,951 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:36,951 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:36,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:34:36,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530876953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530876953"}]},"ts":"1732530876953"} 2024-11-25T10:34:36,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:34:36,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:34:36,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530876955"}]},"ts":"1732530876955"} 2024-11-25T10:34:36,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:34:36,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, ASSIGN}] 2024-11-25T10:34:36,986 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, ASSIGN 2024-11-25T10:34:36,987 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=false 2024-11-25T10:34:37,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=8c67ae118dc53a6fa2b593e36693d2b1, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:37,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; OpenRegionProcedure 8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:34:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T10:34:37,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:37,295 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:37,295 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:34:37,296 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,296 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:37,296 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,296 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,298 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,299 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:37,300 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c67ae118dc53a6fa2b593e36693d2b1 columnFamilyName A 2024-11-25T10:34:37,300 DEBUG [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:37,300 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(327): Store=8c67ae118dc53a6fa2b593e36693d2b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:37,301 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,302 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:37,303 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c67ae118dc53a6fa2b593e36693d2b1 columnFamilyName B 2024-11-25T10:34:37,303 DEBUG [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:37,304 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(327): Store=8c67ae118dc53a6fa2b593e36693d2b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:37,304 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,305 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:37,306 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c67ae118dc53a6fa2b593e36693d2b1 columnFamilyName C 2024-11-25T10:34:37,306 DEBUG [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:37,306 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(327): Store=8c67ae118dc53a6fa2b593e36693d2b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:37,306 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:37,307 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,307 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,309 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:34:37,310 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:37,313 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:34:37,313 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 8c67ae118dc53a6fa2b593e36693d2b1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69326638, jitterRate=0.03304740786552429}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:34:37,314 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:37,315 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., pid=39, masterSystemTime=1732530877291 2024-11-25T10:34:37,317 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:37,317 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:37,317 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=8c67ae118dc53a6fa2b593e36693d2b1, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:37,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T10:34:37,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; OpenRegionProcedure 8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 in 179 msec 2024-11-25T10:34:37,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T10:34:37,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, ASSIGN in 335 msec 2024-11-25T10:34:37,323 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:34:37,323 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530877323"}]},"ts":"1732530877323"} 2024-11-25T10:34:37,324 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:34:37,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=37, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:34:37,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2130 sec 2024-11-25T10:34:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=37 2024-11-25T10:34:38,241 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 37 completed 2024-11-25T10:34:38,244 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ff872d8 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4506927 2024-11-25T10:34:38,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9b9802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:38,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:38,266 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:38,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:34:38,270 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:34:38,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:34:38,276 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:34:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:34:38,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741945_1121 (size=999) 2024-11-25T10:34:38,303 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T10:34:38,303 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T10:34:38,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:34:38,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, REOPEN/MOVE}] 2024-11-25T10:34:38,322 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, REOPEN/MOVE 2024-11-25T10:34:38,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8c67ae118dc53a6fa2b593e36693d2b1, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:38,325 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:34:38,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; CloseRegionProcedure 8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:34:38,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:38,478 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(124): Close 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,478 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:34:38,478 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1681): Closing 8c67ae118dc53a6fa2b593e36693d2b1, disabling compactions & flushes 2024-11-25T10:34:38,478 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:38,479 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:38,479 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. after waiting 0 ms 2024-11-25T10:34:38,479 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:38,483 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:34:38,483 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:38,483 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1635): Region close journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:38,483 WARN [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegionServer(3786): Not adding moved region record: 8c67ae118dc53a6fa2b593e36693d2b1 to self. 2024-11-25T10:34:38,485 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(170): Closed 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,485 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8c67ae118dc53a6fa2b593e36693d2b1, regionState=CLOSED 2024-11-25T10:34:38,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-25T10:34:38,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; CloseRegionProcedure 8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 in 161 msec 2024-11-25T10:34:38,488 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, REOPEN/MOVE; state=CLOSED, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=true 2024-11-25T10:34:38,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8c67ae118dc53a6fa2b593e36693d2b1, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:38,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=42, state=RUNNABLE; OpenRegionProcedure 8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:34:38,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:38,795 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:38,795 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:34:38,795 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,795 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:34:38,796 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,796 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,799 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,800 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:38,804 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c67ae118dc53a6fa2b593e36693d2b1 columnFamilyName A 2024-11-25T10:34:38,806 DEBUG [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:38,807 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(327): Store=8c67ae118dc53a6fa2b593e36693d2b1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:38,808 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,808 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:38,809 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c67ae118dc53a6fa2b593e36693d2b1 columnFamilyName B 2024-11-25T10:34:38,809 DEBUG [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:38,809 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(327): Store=8c67ae118dc53a6fa2b593e36693d2b1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:38,809 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,810 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:34:38,810 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c67ae118dc53a6fa2b593e36693d2b1 columnFamilyName C 2024-11-25T10:34:38,810 DEBUG [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:38,811 INFO [StoreOpener-8c67ae118dc53a6fa2b593e36693d2b1-1 {}] regionserver.HStore(327): Store=8c67ae118dc53a6fa2b593e36693d2b1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:34:38,811 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:38,812 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,813 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,815 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:34:38,816 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:38,817 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 8c67ae118dc53a6fa2b593e36693d2b1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74466542, jitterRate=0.10963794589042664}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:34:38,818 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:38,819 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., pid=44, masterSystemTime=1732530878792 2024-11-25T10:34:38,821 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:38,821 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:38,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=8c67ae118dc53a6fa2b593e36693d2b1, regionState=OPEN, openSeqNum=5, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:38,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=42 2024-11-25T10:34:38,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=42, state=SUCCESS; OpenRegionProcedure 8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 in 182 msec 2024-11-25T10:34:38,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-25T10:34:38,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, REOPEN/MOVE in 504 msec 2024-11-25T10:34:38,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T10:34:38,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 520 msec 2024-11-25T10:34:38,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 553 msec 2024-11-25T10:34:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-11-25T10:34:38,842 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c2c778 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7362d978 2024-11-25T10:34:38,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931c73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:38,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x433e2b26 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bad2e85 2024-11-25T10:34:38,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ea2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:38,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4420 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ebda6ad 2024-11-25T10:34:39,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b44b1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:39,029 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24f64590 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19a533a3 2024-11-25T10:34:39,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46114993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:39,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c5c4716 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@465dc764 2024-11-25T10:34:39,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c53ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:39,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00cb464a to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68f0be85 2024-11-25T10:34:39,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:39,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-11-25T10:34:39,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:39,265 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c16cd4 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a52344f 2024-11-25T10:34:39,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:39,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0341384e to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ba8425 2024-11-25T10:34:39,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:34:39,397 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-25T10:34:39,399 DEBUG [hconnection-0x169e81a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,399 DEBUG [hconnection-0x7d4885c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,399 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:34:39,400 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:39,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:39,401 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,402 DEBUG [hconnection-0x54365b78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,403 DEBUG [hconnection-0x615bfe4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,403 DEBUG [hconnection-0x5b774629-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,403 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,403 DEBUG [hconnection-0x55c3144e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,404 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,404 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,404 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,405 DEBUG [hconnection-0x2c47e95c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,406 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,406 DEBUG [hconnection-0x5b607ff4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,407 DEBUG [hconnection-0x1c11f0ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:34:39,407 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,408 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,408 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:34:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:39,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:34:39,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:39,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:39,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:39,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:39,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:39,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:34:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530939503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530939503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530939506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eca26da5b84c426ea8906af094e2e20b_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530879420/Put/seqid=0 2024-11-25T10:34:39,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530939508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530939514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,552 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:39,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:39,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:39,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:39,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:39,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741946_1122 (size=14594) 2024-11-25T10:34:39,563 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:39,570 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eca26da5b84c426ea8906af094e2e20b_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eca26da5b84c426ea8906af094e2e20b_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:39,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/bd2fcd58b544478d87c83dfa895e9eb9, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:39,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/bd2fcd58b544478d87c83dfa895e9eb9 is 175, key is test_row_0/A:col10/1732530879420/Put/seqid=0 2024-11-25T10:34:39,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741947_1123 (size=39549) 2024-11-25T10:34:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530939617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530939618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530939618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530939622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530939625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:34:39,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:39,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:39,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:39,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530939825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530939826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530939825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530939833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530939839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:39,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:39,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:39,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/bd2fcd58b544478d87c83dfa895e9eb9 2024-11-25T10:34:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:34:40,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:40,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:40,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/5e1855e47abc4460a37fc903d3c91de3 is 50, key is test_row_0/B:col10/1732530879420/Put/seqid=0 2024-11-25T10:34:40,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741948_1124 (size=12001) 2024-11-25T10:34:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530940133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530940132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530940139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530940139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530940152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:40,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:40,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:34:40,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/5e1855e47abc4460a37fc903d3c91de3 2024-11-25T10:34:40,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/b8be7d26ef7e4021812d4a6c6feaa283 is 50, key is test_row_0/C:col10/1732530879420/Put/seqid=0 2024-11-25T10:34:40,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741949_1125 (size=12001) 2024-11-25T10:34:40,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530940648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530940652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530940656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530940656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530940670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:40,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:40,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:34:40,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:40,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:40,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:40,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:40,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:41,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:41,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:41,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:41,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/b8be7d26ef7e4021812d4a6c6feaa283 2024-11-25T10:34:41,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/bd2fcd58b544478d87c83dfa895e9eb9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/bd2fcd58b544478d87c83dfa895e9eb9 2024-11-25T10:34:41,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/bd2fcd58b544478d87c83dfa895e9eb9, entries=200, sequenceid=15, filesize=38.6 K 2024-11-25T10:34:41,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/5e1855e47abc4460a37fc903d3c91de3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5e1855e47abc4460a37fc903d3c91de3 2024-11-25T10:34:41,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5e1855e47abc4460a37fc903d3c91de3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:34:41,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/b8be7d26ef7e4021812d4a6c6feaa283 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b8be7d26ef7e4021812d4a6c6feaa283 2024-11-25T10:34:41,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:41,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:41,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:41,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:41,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:41,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:41,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b8be7d26ef7e4021812d4a6c6feaa283, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T10:34:41,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1755ms, sequenceid=15, compaction requested=false 2024-11-25T10:34:41,192 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T10:34:41,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:41,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-25T10:34:41,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:41,333 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:34:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:41,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:41,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d9ec5acc37a2435e809a0853d8f84fc4_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530879504/Put/seqid=0 2024-11-25T10:34:41,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741950_1126 (size=12154) 2024-11-25T10:34:41,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:41,485 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d9ec5acc37a2435e809a0853d8f84fc4_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d9ec5acc37a2435e809a0853d8f84fc4_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/722d681bc52b49bea2d25df20abfd090, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/722d681bc52b49bea2d25df20abfd090 is 175, key is test_row_0/A:col10/1732530879504/Put/seqid=0 2024-11-25T10:34:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:34:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741951_1127 (size=30955) 2024-11-25T10:34:41,543 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/722d681bc52b49bea2d25df20abfd090 2024-11-25T10:34:41,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/5801a3f249bd41dd8f3fa6eb797a07eb is 50, key is test_row_0/B:col10/1732530879504/Put/seqid=0 2024-11-25T10:34:41,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741952_1128 (size=12001) 2024-11-25T10:34:41,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:41,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:41,669 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/5801a3f249bd41dd8f3fa6eb797a07eb 2024-11-25T10:34:41,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530941682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530941688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530941689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530941692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530941692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/eb1c59de734c405a8b70b0c846b3435e is 50, key is test_row_0/C:col10/1732530879504/Put/seqid=0 2024-11-25T10:34:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741953_1129 (size=12001) 2024-11-25T10:34:41,768 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/eb1c59de734c405a8b70b0c846b3435e 2024-11-25T10:34:41,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530941794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530941794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/722d681bc52b49bea2d25df20abfd090 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/722d681bc52b49bea2d25df20abfd090 2024-11-25T10:34:41,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530941802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530941802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:41,836 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/722d681bc52b49bea2d25df20abfd090, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T10:34:41,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/5801a3f249bd41dd8f3fa6eb797a07eb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5801a3f249bd41dd8f3fa6eb797a07eb 2024-11-25T10:34:41,900 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5801a3f249bd41dd8f3fa6eb797a07eb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:34:41,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/eb1c59de734c405a8b70b0c846b3435e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/eb1c59de734c405a8b70b0c846b3435e 2024-11-25T10:34:41,969 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/eb1c59de734c405a8b70b0c846b3435e, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:34:41,986 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8c67ae118dc53a6fa2b593e36693d2b1 in 654ms, sequenceid=40, compaction requested=false 2024-11-25T10:34:41,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:41,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:41,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-25T10:34:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-25T10:34:41,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T10:34:41,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5900 sec 2024-11-25T10:34:42,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.6000 sec 2024-11-25T10:34:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:42,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:34:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:42,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:42,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:42,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112582903a2550d14c618a3251ab5f794e75_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530881659/Put/seqid=0 2024-11-25T10:34:42,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741954_1130 (size=17034) 2024-11-25T10:34:42,112 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530942120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530942122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530942129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530942135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112582903a2550d14c618a3251ab5f794e75_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112582903a2550d14c618a3251ab5f794e75_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:42,161 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/8061a8feaefe467a8dad1546696ce578, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:42,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/8061a8feaefe467a8dad1546696ce578 is 175, key is test_row_0/A:col10/1732530881659/Put/seqid=0 2024-11-25T10:34:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741955_1131 (size=48139) 2024-11-25T10:34:42,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530942235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530942235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530942243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530942253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530942442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530942444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530942453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530942465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/8061a8feaefe467a8dad1546696ce578 2024-11-25T10:34:42,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/60631c670fce475da78cb1e2226da9fb is 50, key is test_row_0/B:col10/1732530881659/Put/seqid=0 2024-11-25T10:34:42,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741956_1132 (size=12001) 2024-11-25T10:34:42,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/60631c670fce475da78cb1e2226da9fb 2024-11-25T10:34:42,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/d8f107b280a04533a615edfca647b06f is 50, key is test_row_0/C:col10/1732530881659/Put/seqid=0 2024-11-25T10:34:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741957_1133 (size=12001) 2024-11-25T10:34:42,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530942747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530942747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530942757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:42,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530942769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/d8f107b280a04533a615edfca647b06f 2024-11-25T10:34:43,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/8061a8feaefe467a8dad1546696ce578 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/8061a8feaefe467a8dad1546696ce578 2024-11-25T10:34:43,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/8061a8feaefe467a8dad1546696ce578, entries=250, sequenceid=54, filesize=47.0 K 2024-11-25T10:34:43,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/60631c670fce475da78cb1e2226da9fb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/60631c670fce475da78cb1e2226da9fb 2024-11-25T10:34:43,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/60631c670fce475da78cb1e2226da9fb, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T10:34:43,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/d8f107b280a04533a615edfca647b06f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/d8f107b280a04533a615edfca647b06f 2024-11-25T10:34:43,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/d8f107b280a04533a615edfca647b06f, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T10:34:43,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1133ms, sequenceid=54, compaction requested=true 2024-11-25T10:34:43,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:43,148 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:43,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:43,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:43,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:43,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:43,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:43,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:34:43,149 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:43,149 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/A is initiating minor compaction (all files) 2024-11-25T10:34:43,149 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/A in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:43,149 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/bd2fcd58b544478d87c83dfa895e9eb9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/722d681bc52b49bea2d25df20abfd090, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/8061a8feaefe467a8dad1546696ce578] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=115.9 K 2024-11-25T10:34:43,150 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:43,150 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/bd2fcd58b544478d87c83dfa895e9eb9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/722d681bc52b49bea2d25df20abfd090, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/8061a8feaefe467a8dad1546696ce578] 2024-11-25T10:34:43,150 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd2fcd58b544478d87c83dfa895e9eb9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530879412 2024-11-25T10:34:43,150 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:43,152 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 722d681bc52b49bea2d25df20abfd090, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530879504 2024-11-25T10:34:43,152 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8061a8feaefe467a8dad1546696ce578, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530881659 2024-11-25T10:34:43,163 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:43,163 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/B is initiating minor compaction (all files) 2024-11-25T10:34:43,163 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/B in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:43,163 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5e1855e47abc4460a37fc903d3c91de3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5801a3f249bd41dd8f3fa6eb797a07eb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/60631c670fce475da78cb1e2226da9fb] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=35.2 K 2024-11-25T10:34:43,165 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e1855e47abc4460a37fc903d3c91de3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530879420 2024-11-25T10:34:43,166 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5801a3f249bd41dd8f3fa6eb797a07eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530879504 2024-11-25T10:34:43,167 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 60631c670fce475da78cb1e2226da9fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530881659 2024-11-25T10:34:43,187 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:43,201 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:43,202 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d52852ef51ee4b3d89df24cc7d15b3d2 is 50, key is test_row_0/B:col10/1732530881659/Put/seqid=0 2024-11-25T10:34:43,207 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ee03dffc37504650bffc8f3dc4af812d_8c67ae118dc53a6fa2b593e36693d2b1 store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:43,211 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ee03dffc37504650bffc8f3dc4af812d_8c67ae118dc53a6fa2b593e36693d2b1, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:43,212 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ee03dffc37504650bffc8f3dc4af812d_8c67ae118dc53a6fa2b593e36693d2b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741958_1134 (size=12104) 2024-11-25T10:34:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:43,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:34:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741959_1135 (size=4469) 2024-11-25T10:34:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:43,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:43,267 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d52852ef51ee4b3d89df24cc7d15b3d2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d52852ef51ee4b3d89df24cc7d15b3d2 2024-11-25T10:34:43,284 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/B of 8c67ae118dc53a6fa2b593e36693d2b1 into d52852ef51ee4b3d89df24cc7d15b3d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:43,284 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:43,284 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/B, priority=13, startTime=1732530883148; duration=0sec 2024-11-25T10:34:43,284 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:43,284 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:34:43,285 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:43,286 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:43,286 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/C is initiating minor compaction (all files) 2024-11-25T10:34:43,286 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/C in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:43,286 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b8be7d26ef7e4021812d4a6c6feaa283, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/eb1c59de734c405a8b70b0c846b3435e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/d8f107b280a04533a615edfca647b06f] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=35.2 K 2024-11-25T10:34:43,287 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b8be7d26ef7e4021812d4a6c6feaa283, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732530879420 2024-11-25T10:34:43,292 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting eb1c59de734c405a8b70b0c846b3435e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530879504 2024-11-25T10:34:43,292 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d8f107b280a04533a615edfca647b06f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530881659 2024-11-25T10:34:43,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c972b2c35e8746d683f2fd649a8bf729_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530883257/Put/seqid=0 2024-11-25T10:34:43,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530943290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530943291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530943304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530943304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,335 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:43,336 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/029feb43bd144fb7890b3651e47a57fd is 50, key is test_row_0/C:col10/1732530881659/Put/seqid=0 2024-11-25T10:34:43,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741960_1136 (size=14594) 2024-11-25T10:34:43,349 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:43,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741961_1137 (size=12104) 2024-11-25T10:34:43,359 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c972b2c35e8746d683f2fd649a8bf729_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c972b2c35e8746d683f2fd649a8bf729_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:43,363 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/b48131dfe972497db39ab416520f96bc, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:43,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/b48131dfe972497db39ab416520f96bc is 175, key is test_row_0/A:col10/1732530883257/Put/seqid=0 2024-11-25T10:34:43,386 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/029feb43bd144fb7890b3651e47a57fd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/029feb43bd144fb7890b3651e47a57fd 2024-11-25T10:34:43,402 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/C of 8c67ae118dc53a6fa2b593e36693d2b1 into 029feb43bd144fb7890b3651e47a57fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:43,403 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:43,403 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/C, priority=13, startTime=1732530883148; duration=0sec 2024-11-25T10:34:43,403 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:43,403 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:34:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741962_1138 (size=39549) 2024-11-25T10:34:43,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530943407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530943411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530943410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530943419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-25T10:34:43,533 INFO [Thread-617 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-25T10:34:43,549 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-25T10:34:43,551 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:43,552 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:43,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:34:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530943615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530943617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530943617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530943625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:34:43,667 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#A#compaction#113 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:43,670 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/7a7a0915e0af482d9916e2f3b145c2ba is 175, key is test_row_0/A:col10/1732530881659/Put/seqid=0 2024-11-25T10:34:43,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530943699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,702 DEBUG [Thread-611 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:34:43,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741963_1139 (size=31058) 2024-11-25T10:34:43,707 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:43,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:43,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:43,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:43,722 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/7a7a0915e0af482d9916e2f3b145c2ba as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/7a7a0915e0af482d9916e2f3b145c2ba 2024-11-25T10:34:43,732 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/A of 8c67ae118dc53a6fa2b593e36693d2b1 into 7a7a0915e0af482d9916e2f3b145c2ba(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:43,732 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:43,732 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/A, priority=13, startTime=1732530883147; duration=0sec 2024-11-25T10:34:43,732 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:43,732 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:34:43,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/b48131dfe972497db39ab416520f96bc 2024-11-25T10:34:43,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/9125a24d9b0d435f8fc4b8ac9c9b7fca is 50, key is test_row_0/B:col10/1732530883257/Put/seqid=0 2024-11-25T10:34:43,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741964_1140 (size=12001) 2024-11-25T10:34:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:34:43,864 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:43,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:43,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530943924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530943922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530943931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:43,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530943936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:44,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:34:44,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/9125a24d9b0d435f8fc4b8ac9c9b7fca 2024-11-25T10:34:44,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/f9bbd9073ace4829b79a0bb06e5b4b72 is 50, key is test_row_0/C:col10/1732530883257/Put/seqid=0 2024-11-25T10:34:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741965_1141 (size=12001) 2024-11-25T10:34:44,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/f9bbd9073ace4829b79a0bb06e5b4b72 2024-11-25T10:34:44,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/b48131dfe972497db39ab416520f96bc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b48131dfe972497db39ab416520f96bc 2024-11-25T10:34:44,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b48131dfe972497db39ab416520f96bc, entries=200, sequenceid=79, filesize=38.6 K 2024-11-25T10:34:44,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/9125a24d9b0d435f8fc4b8ac9c9b7fca as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9125a24d9b0d435f8fc4b8ac9c9b7fca 2024-11-25T10:34:44,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:44,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:44,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9125a24d9b0d435f8fc4b8ac9c9b7fca, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T10:34:44,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/f9bbd9073ace4829b79a0bb06e5b4b72 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/f9bbd9073ace4829b79a0bb06e5b4b72 2024-11-25T10:34:44,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/f9bbd9073ace4829b79a0bb06e5b4b72, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T10:34:44,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1126ms, sequenceid=79, compaction requested=false 2024-11-25T10:34:44,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:44,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:34:44,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:44,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:44,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125717310c999ec49c2abc39b602398f829_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530883302/Put/seqid=0 2024-11-25T10:34:44,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530944486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530944487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530944489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530944490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:44,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:44,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741966_1142 (size=14594) 2024-11-25T10:34:44,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:44,534 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125717310c999ec49c2abc39b602398f829_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125717310c999ec49c2abc39b602398f829_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:44,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/f717a449468243848283ff765fd33e53, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:44,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/f717a449468243848283ff765fd33e53 is 175, key is test_row_0/A:col10/1732530883302/Put/seqid=0 2024-11-25T10:34:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741967_1143 (size=39549) 2024-11-25T10:34:44,580 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/f717a449468243848283ff765fd33e53 2024-11-25T10:34:44,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530944593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530944593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530944594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530944597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/7e0f3428ab8043078da349b6d47f57c5 is 50, key is test_row_0/B:col10/1732530883302/Put/seqid=0 2024-11-25T10:34:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741968_1144 (size=12001) 2024-11-25T10:34:44,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:34:44,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530944800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530944803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530944803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:44,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:44,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530944810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:44,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:44,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:45,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/7e0f3428ab8043078da349b6d47f57c5 2024-11-25T10:34:45,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/8c0f49dc0d624f5f91d872ca08a59541 is 50, key is test_row_0/C:col10/1732530883302/Put/seqid=0 2024-11-25T10:34:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530945106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530945106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530945109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530945119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:45,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:45,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741969_1145 (size=12001) 2024-11-25T10:34:45,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/8c0f49dc0d624f5f91d872ca08a59541 2024-11-25T10:34:45,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/f717a449468243848283ff765fd33e53 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/f717a449468243848283ff765fd33e53 2024-11-25T10:34:45,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/f717a449468243848283ff765fd33e53, entries=200, sequenceid=94, filesize=38.6 K 2024-11-25T10:34:45,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/7e0f3428ab8043078da349b6d47f57c5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/7e0f3428ab8043078da349b6d47f57c5 2024-11-25T10:34:45,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/7e0f3428ab8043078da349b6d47f57c5, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T10:34:45,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/8c0f49dc0d624f5f91d872ca08a59541 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/8c0f49dc0d624f5f91d872ca08a59541 2024-11-25T10:34:45,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/8c0f49dc0d624f5f91d872ca08a59541, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T10:34:45,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c67ae118dc53a6fa2b593e36693d2b1 in 770ms, sequenceid=94, compaction requested=true 2024-11-25T10:34:45,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:45,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:45,203 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:45,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:45,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:45,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:45,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:45,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:34:45,205 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:45,205 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/A is initiating minor compaction (all files) 2024-11-25T10:34:45,205 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/A in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:45,205 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/7a7a0915e0af482d9916e2f3b145c2ba, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b48131dfe972497db39ab416520f96bc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/f717a449468243848283ff765fd33e53] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=107.6 K 2024-11-25T10:34:45,205 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:45,205 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/7a7a0915e0af482d9916e2f3b145c2ba, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b48131dfe972497db39ab416520f96bc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/f717a449468243848283ff765fd33e53] 2024-11-25T10:34:45,206 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a7a0915e0af482d9916e2f3b145c2ba, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530881659 2024-11-25T10:34:45,206 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b48131dfe972497db39ab416520f96bc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530882111 2024-11-25T10:34:45,206 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:45,207 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f717a449468243848283ff765fd33e53, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530883287 2024-11-25T10:34:45,215 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:45,215 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/B is initiating minor compaction (all files) 2024-11-25T10:34:45,215 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/B in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:45,215 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d52852ef51ee4b3d89df24cc7d15b3d2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9125a24d9b0d435f8fc4b8ac9c9b7fca, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/7e0f3428ab8043078da349b6d47f57c5] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=35.3 K 2024-11-25T10:34:45,217 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d52852ef51ee4b3d89df24cc7d15b3d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530881659 2024-11-25T10:34:45,217 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9125a24d9b0d435f8fc4b8ac9c9b7fca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530882111 2024-11-25T10:34:45,217 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e0f3428ab8043078da349b6d47f57c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530883302 2024-11-25T10:34:45,228 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:45,241 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:45,242 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d9b13df5cac842bab4fd468a52c1c951 is 50, key is test_row_0/B:col10/1732530883302/Put/seqid=0 2024-11-25T10:34:45,243 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254e4a500b5b8844d8aff9f9bb541f0d98_8c67ae118dc53a6fa2b593e36693d2b1 store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:45,251 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254e4a500b5b8844d8aff9f9bb541f0d98_8c67ae118dc53a6fa2b593e36693d2b1, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:45,252 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254e4a500b5b8844d8aff9f9bb541f0d98_8c67ae118dc53a6fa2b593e36693d2b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:45,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T10:34:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:45,286 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:34:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:45,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741970_1146 (size=12207) 2024-11-25T10:34:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741971_1147 (size=4469) 2024-11-25T10:34:45,330 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#A#compaction#122 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:45,331 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/73bb44e4d01e45279109bc412e6a450c is 175, key is test_row_0/A:col10/1732530883302/Put/seqid=0 2024-11-25T10:34:45,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253797bffc99714502ab444931a08410eb_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530884475/Put/seqid=0 2024-11-25T10:34:45,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741972_1148 (size=31161) 2024-11-25T10:34:45,398 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/73bb44e4d01e45279109bc412e6a450c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/73bb44e4d01e45279109bc412e6a450c 2024-11-25T10:34:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741973_1149 (size=12154) 2024-11-25T10:34:45,442 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/A of 8c67ae118dc53a6fa2b593e36693d2b1 into 73bb44e4d01e45279109bc412e6a450c(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:45,442 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:45,442 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/A, priority=13, startTime=1732530885203; duration=0sec 2024-11-25T10:34:45,442 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:45,442 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:34:45,442 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:45,452 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:45,452 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/C is initiating minor compaction (all files) 2024-11-25T10:34:45,452 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/C in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:45,458 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/029feb43bd144fb7890b3651e47a57fd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/f9bbd9073ace4829b79a0bb06e5b4b72, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/8c0f49dc0d624f5f91d872ca08a59541] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=35.3 K 2024-11-25T10:34:45,459 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 029feb43bd144fb7890b3651e47a57fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530881659 2024-11-25T10:34:45,460 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9bbd9073ace4829b79a0bb06e5b4b72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530882111 2024-11-25T10:34:45,460 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c0f49dc0d624f5f91d872ca08a59541, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530883302 2024-11-25T10:34:45,493 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#C#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:45,494 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/52ccdf6b2f534384ad8c7d516132a1f6 is 50, key is test_row_0/C:col10/1732530883302/Put/seqid=0 2024-11-25T10:34:45,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741974_1150 (size=12207) 2024-11-25T10:34:45,561 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/52ccdf6b2f534384ad8c7d516132a1f6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/52ccdf6b2f534384ad8c7d516132a1f6 2024-11-25T10:34:45,576 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/C of 8c67ae118dc53a6fa2b593e36693d2b1 into 52ccdf6b2f534384ad8c7d516132a1f6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:45,576 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:45,576 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/C, priority=13, startTime=1732530885203; duration=0sec 2024-11-25T10:34:45,576 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:45,576 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:34:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:45,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530945631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530945633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530945634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530945634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:34:45,693 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d9b13df5cac842bab4fd468a52c1c951 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d9b13df5cac842bab4fd468a52c1c951 2024-11-25T10:34:45,700 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/B of 8c67ae118dc53a6fa2b593e36693d2b1 into d9b13df5cac842bab4fd468a52c1c951(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:45,700 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:45,700 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/B, priority=13, startTime=1732530885203; duration=0sec 2024-11-25T10:34:45,700 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:45,701 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:34:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530945744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530945744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530945744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530945744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:45,815 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253797bffc99714502ab444931a08410eb_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253797bffc99714502ab444931a08410eb_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/350b21ae2dd7426f8c3b3ead83e8c50a, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/350b21ae2dd7426f8c3b3ead83e8c50a is 175, key is test_row_0/A:col10/1732530884475/Put/seqid=0 2024-11-25T10:34:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741975_1151 (size=30955) 2024-11-25T10:34:45,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530945950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530945951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530945951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:45,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530945951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:46,232 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/350b21ae2dd7426f8c3b3ead83e8c50a 2024-11-25T10:34:46,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/2ac1370c9d444c83aeff59ce3660b67c is 50, key is test_row_0/B:col10/1732530884475/Put/seqid=0 2024-11-25T10:34:46,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530946255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530946257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530946257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:46,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530946256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741976_1152 (size=12001) 2024-11-25T10:34:46,691 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/2ac1370c9d444c83aeff59ce3660b67c 2024-11-25T10:34:46,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/219124ecae604e21ac3b3c3a0724f5f3 is 50, key is test_row_0/C:col10/1732530884475/Put/seqid=0 2024-11-25T10:34:46,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741977_1153 (size=12001) 2024-11-25T10:34:46,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530946764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:46,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530946764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:46,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530946771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530946775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,141 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/219124ecae604e21ac3b3c3a0724f5f3 2024-11-25T10:34:47,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/350b21ae2dd7426f8c3b3ead83e8c50a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/350b21ae2dd7426f8c3b3ead83e8c50a 2024-11-25T10:34:47,161 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/350b21ae2dd7426f8c3b3ead83e8c50a, entries=150, sequenceid=118, filesize=30.2 K 2024-11-25T10:34:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/2ac1370c9d444c83aeff59ce3660b67c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2ac1370c9d444c83aeff59ce3660b67c 2024-11-25T10:34:47,174 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2ac1370c9d444c83aeff59ce3660b67c, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T10:34:47,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/219124ecae604e21ac3b3c3a0724f5f3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/219124ecae604e21ac3b3c3a0724f5f3 2024-11-25T10:34:47,183 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/219124ecae604e21ac3b3c3a0724f5f3, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T10:34:47,185 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1899ms, sequenceid=118, compaction requested=false 2024-11-25T10:34:47,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:47,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:47,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T10:34:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-25T10:34:47,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T10:34:47,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6350 sec 2024-11-25T10:34:47,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 3.6410 sec 2024-11-25T10:34:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T10:34:47,660 INFO [Thread-617 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-25T10:34:47,661 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-25T10:34:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:34:47,663 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:47,663 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:47,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:47,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:47,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:47,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:47,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:47,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:47,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:47,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f8a3a6f47434e9e99ecb1bffefd4797_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530885629/Put/seqid=0 2024-11-25T10:34:47,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741978_1154 (size=14794) 2024-11-25T10:34:47,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:47,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f8a3a6f47434e9e99ecb1bffefd4797_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f8a3a6f47434e9e99ecb1bffefd4797_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:47,753 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/983371e769e048b9936615fb4d1145b2, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:47,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/983371e769e048b9936615fb4d1145b2 is 175, key is test_row_0/A:col10/1732530885629/Put/seqid=0 2024-11-25T10:34:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:34:47,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741979_1155 (size=39749) 2024-11-25T10:34:47,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/983371e769e048b9936615fb4d1145b2 2024-11-25T10:34:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530947786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530947788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530947790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530947798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530947799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/400cecd7ad684de99a7120b7c356902a is 50, key is test_row_0/B:col10/1732530885629/Put/seqid=0 2024-11-25T10:34:47,815 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:34:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:47,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:47,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741980_1156 (size=12151) 2024-11-25T10:34:47,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/400cecd7ad684de99a7120b7c356902a 2024-11-25T10:34:47,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/930a5a80364a4fc6b92fc3fdb719bff0 is 50, key is test_row_0/C:col10/1732530885629/Put/seqid=0 2024-11-25T10:34:47,875 INFO [master/1ab1d4f27f0d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T10:34:47,875 INFO [master/1ab1d4f27f0d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T10:34:47,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530947900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530947902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530947903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530947904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530947904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741981_1157 (size=12151) 2024-11-25T10:34:47,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/930a5a80364a4fc6b92fc3fdb719bff0 2024-11-25T10:34:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/983371e769e048b9936615fb4d1145b2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/983371e769e048b9936615fb4d1145b2 2024-11-25T10:34:47,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/983371e769e048b9936615fb4d1145b2, entries=200, sequenceid=134, filesize=38.8 K 2024-11-25T10:34:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/400cecd7ad684de99a7120b7c356902a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/400cecd7ad684de99a7120b7c356902a 2024-11-25T10:34:47,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/400cecd7ad684de99a7120b7c356902a, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:34:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/930a5a80364a4fc6b92fc3fdb719bff0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/930a5a80364a4fc6b92fc3fdb719bff0 2024-11-25T10:34:47,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/930a5a80364a4fc6b92fc3fdb719bff0, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:34:47,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8c67ae118dc53a6fa2b593e36693d2b1 in 226ms, sequenceid=134, compaction requested=true 2024-11-25T10:34:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:47,941 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:47,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:47,943 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:47,943 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:47,943 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/A is initiating minor compaction (all files) 2024-11-25T10:34:47,943 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/A in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:47,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:47,943 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/73bb44e4d01e45279109bc412e6a450c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/350b21ae2dd7426f8c3b3ead83e8c50a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/983371e769e048b9936615fb4d1145b2] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=99.5 K 2024-11-25T10:34:47,943 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:47,943 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/73bb44e4d01e45279109bc412e6a450c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/350b21ae2dd7426f8c3b3ead83e8c50a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/983371e769e048b9936615fb4d1145b2] 2024-11-25T10:34:47,951 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73bb44e4d01e45279109bc412e6a450c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530883302 2024-11-25T10:34:47,954 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 350b21ae2dd7426f8c3b3ead83e8c50a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732530884475 2024-11-25T10:34:47,954 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:47,954 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/B is initiating minor compaction (all files) 2024-11-25T10:34:47,954 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/B in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:47,954 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d9b13df5cac842bab4fd468a52c1c951, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2ac1370c9d444c83aeff59ce3660b67c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/400cecd7ad684de99a7120b7c356902a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=35.5 K 2024-11-25T10:34:47,957 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d9b13df5cac842bab4fd468a52c1c951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530883302 2024-11-25T10:34:47,958 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 983371e769e048b9936615fb4d1145b2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530885629 2024-11-25T10:34:47,958 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ac1370c9d444c83aeff59ce3660b67c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732530884475 2024-11-25T10:34:47,959 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 400cecd7ad684de99a7120b7c356902a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530885629 2024-11-25T10:34:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:34:47,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:47,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T10:34:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:47,970 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:34:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:47,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:47,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:47,992 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:47,997 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:47,997 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/457a8bc20eb5476f8c08c38e3b0572d3 is 50, key is test_row_0/B:col10/1732530885629/Put/seqid=0 2024-11-25T10:34:48,011 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112546d67072ae9b4176ae941144c2cd1152_8c67ae118dc53a6fa2b593e36693d2b1 store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:48,013 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112546d67072ae9b4176ae941144c2cd1152_8c67ae118dc53a6fa2b593e36693d2b1, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:48,014 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546d67072ae9b4176ae941144c2cd1152_8c67ae118dc53a6fa2b593e36693d2b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:48,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112585ea36e26b2645009c7a91f12cfa881b_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530887796/Put/seqid=0 2024-11-25T10:34:48,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741982_1158 (size=12459) 2024-11-25T10:34:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741983_1159 (size=4469) 2024-11-25T10:34:48,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741984_1160 (size=12304) 2024-11-25T10:34:48,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:48,053 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112585ea36e26b2645009c7a91f12cfa881b_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112585ea36e26b2645009c7a91f12cfa881b_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:48,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/35a0370cc0fe411aa896908a347b2f99, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:48,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/35a0370cc0fe411aa896908a347b2f99 is 175, key is test_row_0/A:col10/1732530887796/Put/seqid=0 2024-11-25T10:34:48,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741985_1161 (size=31105) 2024-11-25T10:34:48,073 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/35a0370cc0fe411aa896908a347b2f99 2024-11-25T10:34:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/64731d6532ad4bed99cec7e953844f11 is 50, key is test_row_0/B:col10/1732530887796/Put/seqid=0 2024-11-25T10:34:48,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741986_1162 (size=12151) 2024-11-25T10:34:48,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:48,112 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/64731d6532ad4bed99cec7e953844f11 2024-11-25T10:34:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/47a91d89b989416c9c5622b477b4a268 is 50, key is test_row_0/C:col10/1732530887796/Put/seqid=0 2024-11-25T10:34:48,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530948129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530948131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530948134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530948139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530948140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741987_1163 (size=12151) 2024-11-25T10:34:48,157 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/47a91d89b989416c9c5622b477b4a268 2024-11-25T10:34:48,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/35a0370cc0fe411aa896908a347b2f99 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/35a0370cc0fe411aa896908a347b2f99 2024-11-25T10:34:48,170 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/35a0370cc0fe411aa896908a347b2f99, entries=150, sequenceid=158, filesize=30.4 K 2024-11-25T10:34:48,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/64731d6532ad4bed99cec7e953844f11 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/64731d6532ad4bed99cec7e953844f11 2024-11-25T10:34:48,180 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/64731d6532ad4bed99cec7e953844f11, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T10:34:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/47a91d89b989416c9c5622b477b4a268 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/47a91d89b989416c9c5622b477b4a268 2024-11-25T10:34:48,188 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/47a91d89b989416c9c5622b477b4a268, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T10:34:48,191 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8c67ae118dc53a6fa2b593e36693d2b1 in 221ms, sequenceid=158, compaction requested=true 2024-11-25T10:34:48,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:48,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T10:34:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-25T10:34:48,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T10:34:48,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 530 msec 2024-11-25T10:34:48,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 534 msec 2024-11-25T10:34:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:48,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:34:48,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:48,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:48,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:48,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:48,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:48,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:48,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256747e69acb1b4a5db1abf91ae0d28040_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530888131/Put/seqid=0 2024-11-25T10:34:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T10:34:48,266 INFO [Thread-617 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-25T10:34:48,271 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T10:34:48,273 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:34:48,274 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:48,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:48,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530948281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530948282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530948283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530948284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530948284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741988_1164 (size=14794) 2024-11-25T10:34:48,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:48,306 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256747e69acb1b4a5db1abf91ae0d28040_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256747e69acb1b4a5db1abf91ae0d28040_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:48,307 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/50769c607b784dce9c05aafda54d9f3c, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:48,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/50769c607b784dce9c05aafda54d9f3c is 175, key is test_row_0/A:col10/1732530888131/Put/seqid=0 2024-11-25T10:34:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741989_1165 (size=39749) 2024-11-25T10:34:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:34:48,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530948386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530948387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530948388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530948393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530948393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,426 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,450 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#A#compaction#131 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:48,450 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/15da627e5a934e7a9d47ca07e9880734 is 175, key is test_row_0/A:col10/1732530885629/Put/seqid=0 2024-11-25T10:34:48,462 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/457a8bc20eb5476f8c08c38e3b0572d3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/457a8bc20eb5476f8c08c38e3b0572d3 2024-11-25T10:34:48,473 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/B of 8c67ae118dc53a6fa2b593e36693d2b1 into 457a8bc20eb5476f8c08c38e3b0572d3(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:48,473 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:48,473 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/B, priority=13, startTime=1732530887943; duration=0sec 2024-11-25T10:34:48,473 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:48,473 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:34:48,474 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:48,477 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:48,477 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/C is initiating minor compaction (all files) 2024-11-25T10:34:48,477 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/C in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,478 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/52ccdf6b2f534384ad8c7d516132a1f6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/219124ecae604e21ac3b3c3a0724f5f3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/930a5a80364a4fc6b92fc3fdb719bff0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/47a91d89b989416c9c5622b477b4a268] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=47.4 K 2024-11-25T10:34:48,479 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 52ccdf6b2f534384ad8c7d516132a1f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732530883302 2024-11-25T10:34:48,479 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 219124ecae604e21ac3b3c3a0724f5f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732530884475 2024-11-25T10:34:48,480 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 930a5a80364a4fc6b92fc3fdb719bff0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530885629 2024-11-25T10:34:48,480 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 47a91d89b989416c9c5622b477b4a268, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530887782 2024-11-25T10:34:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741990_1166 (size=31413) 2024-11-25T10:34:48,524 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/15da627e5a934e7a9d47ca07e9880734 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/15da627e5a934e7a9d47ca07e9880734 2024-11-25T10:34:48,534 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/A of 8c67ae118dc53a6fa2b593e36693d2b1 into 15da627e5a934e7a9d47ca07e9880734(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:48,534 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:48,534 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/A, priority=13, startTime=1732530887941; duration=0sec 2024-11-25T10:34:48,534 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:48,534 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:34:48,544 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#C#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:48,544 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/3040dd2f9e9145359584e9206531d4e1 is 50, key is test_row_0/C:col10/1732530887796/Put/seqid=0 2024-11-25T10:34:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:34:48,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741991_1167 (size=12493) 2024-11-25T10:34:48,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:48,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530948596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530948596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530948596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530948596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530948597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/50769c607b784dce9c05aafda54d9f3c 2024-11-25T10:34:48,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/3fc47db334854c99b4fadd849bfedc9e is 50, key is test_row_0/B:col10/1732530888131/Put/seqid=0 2024-11-25T10:34:48,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741992_1168 (size=12151) 2024-11-25T10:34:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:34:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530948899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530948902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530948902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530948902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:48,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530948903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:48,987 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/3040dd2f9e9145359584e9206531d4e1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3040dd2f9e9145359584e9206531d4e1 2024-11-25T10:34:48,995 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/C of 8c67ae118dc53a6fa2b593e36693d2b1 into 3040dd2f9e9145359584e9206531d4e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:48,995 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:48,995 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/C, priority=12, startTime=1732530887943; duration=0sec 2024-11-25T10:34:48,996 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:48,996 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:34:49,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:49,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:49,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/3fc47db334854c99b4fadd849bfedc9e 2024-11-25T10:34:49,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/e8e340bd341841fcbec1107891afa519 is 50, key is test_row_0/C:col10/1732530888131/Put/seqid=0 2024-11-25T10:34:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741993_1169 (size=12151) 2024-11-25T10:34:49,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:49,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:34:49,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530949406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530949407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530949409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530949409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530949416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/e8e340bd341841fcbec1107891afa519 2024-11-25T10:34:49,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/50769c607b784dce9c05aafda54d9f3c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/50769c607b784dce9c05aafda54d9f3c 2024-11-25T10:34:49,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/50769c607b784dce9c05aafda54d9f3c, entries=200, sequenceid=172, filesize=38.8 K 2024-11-25T10:34:49,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/3fc47db334854c99b4fadd849bfedc9e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/3fc47db334854c99b4fadd849bfedc9e 2024-11-25T10:34:49,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:49,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/3fc47db334854c99b4fadd849bfedc9e, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T10:34:49,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/e8e340bd341841fcbec1107891afa519 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e8e340bd341841fcbec1107891afa519 2024-11-25T10:34:49,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e8e340bd341841fcbec1107891afa519, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T10:34:49,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1503ms, sequenceid=172, compaction requested=true 2024-11-25T10:34:49,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:49,752 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:49,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:34:49,753 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:49,753 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/A is initiating minor compaction (all files) 2024-11-25T10:34:49,753 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/A in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,754 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/15da627e5a934e7a9d47ca07e9880734, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/35a0370cc0fe411aa896908a347b2f99, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/50769c607b784dce9c05aafda54d9f3c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=99.9 K 2024-11-25T10:34:49,754 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,754 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/15da627e5a934e7a9d47ca07e9880734, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/35a0370cc0fe411aa896908a347b2f99, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/50769c607b784dce9c05aafda54d9f3c] 2024-11-25T10:34:49,754 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15da627e5a934e7a9d47ca07e9880734, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530885629 2024-11-25T10:34:49,754 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:49,755 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35a0370cc0fe411aa896908a347b2f99, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530887782 2024-11-25T10:34:49,755 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50769c607b784dce9c05aafda54d9f3c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732530888127 2024-11-25T10:34:49,756 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:49,756 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/B is initiating minor compaction (all files) 2024-11-25T10:34:49,756 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/B in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,756 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/457a8bc20eb5476f8c08c38e3b0572d3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/64731d6532ad4bed99cec7e953844f11, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/3fc47db334854c99b4fadd849bfedc9e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=35.9 K 2024-11-25T10:34:49,757 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 457a8bc20eb5476f8c08c38e3b0572d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732530885629 2024-11-25T10:34:49,757 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 64731d6532ad4bed99cec7e953844f11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530887782 2024-11-25T10:34:49,758 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fc47db334854c99b4fadd849bfedc9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732530888131 2024-11-25T10:34:49,766 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:49,769 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:49,770 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/c22d4a57dce74eb386f7e587fbf2c7c1 is 50, key is test_row_0/B:col10/1732530888131/Put/seqid=0 2024-11-25T10:34:49,775 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112545da6a28a631453ba6b3b8f9e6056453_8c67ae118dc53a6fa2b593e36693d2b1 store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:49,778 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112545da6a28a631453ba6b3b8f9e6056453_8c67ae118dc53a6fa2b593e36693d2b1, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:49,778 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112545da6a28a631453ba6b3b8f9e6056453_8c67ae118dc53a6fa2b593e36693d2b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741994_1170 (size=12561) 2024-11-25T10:34:49,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741995_1171 (size=4469) 2024-11-25T10:34:49,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:49,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T10:34:49,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:49,841 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:34:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:49,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:49,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fd14fa943b8843e4b1445bfbdc3199cb_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530888276/Put/seqid=0 2024-11-25T10:34:49,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741996_1172 (size=12304) 2024-11-25T10:34:50,213 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#A#compaction#140 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:50,214 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/ad4c6cde87124a989637039c91cf3a81 is 175, key is test_row_0/A:col10/1732530888131/Put/seqid=0 2024-11-25T10:34:50,216 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/c22d4a57dce74eb386f7e587fbf2c7c1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/c22d4a57dce74eb386f7e587fbf2c7c1 2024-11-25T10:34:50,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741997_1173 (size=31515) 2024-11-25T10:34:50,245 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/B of 8c67ae118dc53a6fa2b593e36693d2b1 into c22d4a57dce74eb386f7e587fbf2c7c1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:50,245 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:50,246 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/B, priority=13, startTime=1732530889752; duration=0sec 2024-11-25T10:34:50,246 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:50,246 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:34:50,246 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T10:34:50,259 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T10:34:50,260 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T10:34:50,260 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. because compaction request was cancelled 2024-11-25T10:34:50,260 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:34:50,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:50,279 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/ad4c6cde87124a989637039c91cf3a81 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ad4c6cde87124a989637039c91cf3a81 2024-11-25T10:34:50,282 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fd14fa943b8843e4b1445bfbdc3199cb_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd14fa943b8843e4b1445bfbdc3199cb_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:50,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/28fde5dfe64640ddba3b4d47acdaaf86, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:50,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/28fde5dfe64640ddba3b4d47acdaaf86 is 175, key is test_row_0/A:col10/1732530888276/Put/seqid=0 2024-11-25T10:34:50,323 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/A of 8c67ae118dc53a6fa2b593e36693d2b1 into ad4c6cde87124a989637039c91cf3a81(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:50,323 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:50,323 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/A, priority=13, startTime=1732530889751; duration=0sec 2024-11-25T10:34:50,323 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:50,323 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:34:50,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741998_1174 (size=31105) 2024-11-25T10:34:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:34:50,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:50,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530950441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530950441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530950441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530950443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530950447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530950548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530950549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530950551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530950554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530950560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,735 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/28fde5dfe64640ddba3b4d47acdaaf86 2024-11-25T10:34:50,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/a1f1540515db40b786d7cd431b7775b8 is 50, key is test_row_0/B:col10/1732530888276/Put/seqid=0 2024-11-25T10:34:50,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530950755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530950765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530950765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530950767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741999_1175 (size=12151) 2024-11-25T10:34:50,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530950753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:50,782 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/a1f1540515db40b786d7cd431b7775b8 2024-11-25T10:34:50,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/5107d06b50014b78a3c57f128e713495 is 50, key is test_row_0/C:col10/1732530888276/Put/seqid=0 2024-11-25T10:34:50,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742000_1176 (size=12151) 2024-11-25T10:34:50,875 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/5107d06b50014b78a3c57f128e713495 2024-11-25T10:34:50,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/28fde5dfe64640ddba3b4d47acdaaf86 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/28fde5dfe64640ddba3b4d47acdaaf86 2024-11-25T10:34:50,993 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/28fde5dfe64640ddba3b4d47acdaaf86, entries=150, sequenceid=197, filesize=30.4 K 2024-11-25T10:34:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/a1f1540515db40b786d7cd431b7775b8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/a1f1540515db40b786d7cd431b7775b8 2024-11-25T10:34:51,029 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/a1f1540515db40b786d7cd431b7775b8, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T10:34:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/5107d06b50014b78a3c57f128e713495 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/5107d06b50014b78a3c57f128e713495 2024-11-25T10:34:51,043 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/5107d06b50014b78a3c57f128e713495, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T10:34:51,045 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1203ms, sequenceid=197, compaction requested=true 2024-11-25T10:34:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T10:34:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T10:34:51,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T10:34:51,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7800 sec 2024-11-25T10:34:51,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.7850 sec 2024-11-25T10:34:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:51,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:34:51,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:51,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:51,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596cc61f7b2474e94a252568404bdb705_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530891068/Put/seqid=0 2024-11-25T10:34:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742001_1177 (size=14794) 2024-11-25T10:34:51,112 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:51,121 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596cc61f7b2474e94a252568404bdb705_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596cc61f7b2474e94a252568404bdb705_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:51,123 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/dbfd3d898c4e4fa0ae440b0a1afe2a28, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:51,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/dbfd3d898c4e4fa0ae440b0a1afe2a28 is 175, key is test_row_0/A:col10/1732530891068/Put/seqid=0 2024-11-25T10:34:51,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742002_1178 (size=39749) 2024-11-25T10:34:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530951146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530951149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530951154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530951154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530951157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530951263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530951271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530951269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530951274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530951291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530951477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530951481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530951487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530951487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530951500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,555 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/dbfd3d898c4e4fa0ae440b0a1afe2a28 2024-11-25T10:34:51,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/6f10057e1f8546e5a2357f901baee26c is 50, key is test_row_0/B:col10/1732530891068/Put/seqid=0 2024-11-25T10:34:51,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742003_1179 (size=12151) 2024-11-25T10:34:51,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/6f10057e1f8546e5a2357f901baee26c 2024-11-25T10:34:51,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/877e9351181b4d6b83df7ef8c386054a is 50, key is test_row_0/C:col10/1732530891068/Put/seqid=0 2024-11-25T10:34:51,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742004_1180 (size=12151) 2024-11-25T10:34:51,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/877e9351181b4d6b83df7ef8c386054a 2024-11-25T10:34:51,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/dbfd3d898c4e4fa0ae440b0a1afe2a28 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/dbfd3d898c4e4fa0ae440b0a1afe2a28 2024-11-25T10:34:51,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/dbfd3d898c4e4fa0ae440b0a1afe2a28, entries=200, sequenceid=214, filesize=38.8 K 2024-11-25T10:34:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/6f10057e1f8546e5a2357f901baee26c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/6f10057e1f8546e5a2357f901baee26c 2024-11-25T10:34:51,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/6f10057e1f8546e5a2357f901baee26c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T10:34:51,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/877e9351181b4d6b83df7ef8c386054a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/877e9351181b4d6b83df7ef8c386054a 2024-11-25T10:34:51,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/877e9351181b4d6b83df7ef8c386054a, entries=150, sequenceid=214, filesize=11.9 K 2024-11-25T10:34:51,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8c67ae118dc53a6fa2b593e36693d2b1 in 691ms, sequenceid=214, compaction requested=true 2024-11-25T10:34:51,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:51,761 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:51,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:51,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:51,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:51,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:51,762 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:51,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:51,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:51,763 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:51,763 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/A is initiating minor compaction (all files) 2024-11-25T10:34:51,763 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:51,763 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/A in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:51,763 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/B is initiating minor compaction (all files) 2024-11-25T10:34:51,763 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/B in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:51,763 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ad4c6cde87124a989637039c91cf3a81, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/28fde5dfe64640ddba3b4d47acdaaf86, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/dbfd3d898c4e4fa0ae440b0a1afe2a28] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=100.0 K 2024-11-25T10:34:51,763 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/c22d4a57dce74eb386f7e587fbf2c7c1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/a1f1540515db40b786d7cd431b7775b8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/6f10057e1f8546e5a2357f901baee26c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=36.0 K 2024-11-25T10:34:51,763 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:51,763 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ad4c6cde87124a989637039c91cf3a81, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/28fde5dfe64640ddba3b4d47acdaaf86, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/dbfd3d898c4e4fa0ae440b0a1afe2a28] 2024-11-25T10:34:51,763 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c22d4a57dce74eb386f7e587fbf2c7c1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732530888131 2024-11-25T10:34:51,764 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad4c6cde87124a989637039c91cf3a81, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732530888131 2024-11-25T10:34:51,764 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a1f1540515db40b786d7cd431b7775b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530888276 2024-11-25T10:34:51,764 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28fde5dfe64640ddba3b4d47acdaaf86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530888276 2024-11-25T10:34:51,764 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f10057e1f8546e5a2357f901baee26c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530890438 2024-11-25T10:34:51,764 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbfd3d898c4e4fa0ae440b0a1afe2a28, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530890438 2024-11-25T10:34:51,774 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#B#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:51,775 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d6e2dc83ecf14518b647f3e984e663db is 50, key is test_row_0/B:col10/1732530891068/Put/seqid=0 2024-11-25T10:34:51,779 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:51,788 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125166f1f93f4234fb3bb5eede1b48b9d7e_8c67ae118dc53a6fa2b593e36693d2b1 store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:51,791 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125166f1f93f4234fb3bb5eede1b48b9d7e_8c67ae118dc53a6fa2b593e36693d2b1, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:51,792 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125166f1f93f4234fb3bb5eede1b48b9d7e_8c67ae118dc53a6fa2b593e36693d2b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:51,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:34:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:51,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:51,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:51,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:51,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:51,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:51,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:51,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742005_1181 (size=12663) 2024-11-25T10:34:51,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742006_1182 (size=4469) 2024-11-25T10:34:51,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530951824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530951824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251bbec4881385402b8d3b0c69e1240cfe_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530891139/Put/seqid=0 2024-11-25T10:34:51,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530951833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530951839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530951842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742007_1183 (size=14794) 2024-11-25T10:34:51,873 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:51,884 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251bbec4881385402b8d3b0c69e1240cfe_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251bbec4881385402b8d3b0c69e1240cfe_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:51,888 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/c1c8e53b1799494492c0b211d6958dbe, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:51,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/c1c8e53b1799494492c0b211d6958dbe is 175, key is test_row_0/A:col10/1732530891139/Put/seqid=0 2024-11-25T10:34:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742008_1184 (size=39749) 2024-11-25T10:34:51,933 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/c1c8e53b1799494492c0b211d6958dbe 2024-11-25T10:34:51,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530951950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530951951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530951951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530951958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530951958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:51,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ff5204f9c29d45de8eb34a5c1d5ded52 is 50, key is test_row_0/B:col10/1732530891139/Put/seqid=0 2024-11-25T10:34:52,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742009_1185 (size=12151) 2024-11-25T10:34:52,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ff5204f9c29d45de8eb34a5c1d5ded52 2024-11-25T10:34:52,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/9527a8b60a02453a82dda5db19048bc9 is 50, key is test_row_0/C:col10/1732530891139/Put/seqid=0 2024-11-25T10:34:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742010_1186 (size=12151) 2024-11-25T10:34:52,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530952157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530952164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530952165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530952167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530952171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,218 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d6e2dc83ecf14518b647f3e984e663db as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d6e2dc83ecf14518b647f3e984e663db 2024-11-25T10:34:52,223 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#A#compaction#149 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:52,223 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/db6bb6d09500428ca1fe89a8d4a82695 is 175, key is test_row_0/A:col10/1732530891068/Put/seqid=0 2024-11-25T10:34:52,245 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/B of 8c67ae118dc53a6fa2b593e36693d2b1 into d6e2dc83ecf14518b647f3e984e663db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:52,246 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:52,246 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/B, priority=13, startTime=1732530891762; duration=0sec 2024-11-25T10:34:52,246 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:52,246 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:34:52,246 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:52,251 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:52,251 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/C is initiating minor compaction (all files) 2024-11-25T10:34:52,251 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/C in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:52,252 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3040dd2f9e9145359584e9206531d4e1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e8e340bd341841fcbec1107891afa519, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/5107d06b50014b78a3c57f128e713495, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/877e9351181b4d6b83df7ef8c386054a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=47.8 K 2024-11-25T10:34:52,252 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3040dd2f9e9145359584e9206531d4e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530887782 2024-11-25T10:34:52,253 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e8e340bd341841fcbec1107891afa519, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732530888131 2024-11-25T10:34:52,253 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5107d06b50014b78a3c57f128e713495, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732530888276 2024-11-25T10:34:52,254 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 877e9351181b4d6b83df7ef8c386054a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530890438 2024-11-25T10:34:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742011_1187 (size=31617) 2024-11-25T10:34:52,289 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:52,289 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/28dee33165dd4282b9c21712733bae74 is 50, key is test_row_0/C:col10/1732530891068/Put/seqid=0 2024-11-25T10:34:52,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742012_1188 (size=12629) 2024-11-25T10:34:52,316 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/28dee33165dd4282b9c21712733bae74 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/28dee33165dd4282b9c21712733bae74 2024-11-25T10:34:52,334 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/C of 8c67ae118dc53a6fa2b593e36693d2b1 into 28dee33165dd4282b9c21712733bae74(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:52,334 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:52,334 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/C, priority=12, startTime=1732530891762; duration=0sec 2024-11-25T10:34:52,334 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:52,334 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:34:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T10:34:52,388 INFO [Thread-617 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T10:34:52,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T10:34:52,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:34:52,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:52,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:52,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530952458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530952471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530952471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530952471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530952477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/9527a8b60a02453a82dda5db19048bc9 2024-11-25T10:34:52,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/c1c8e53b1799494492c0b211d6958dbe as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/c1c8e53b1799494492c0b211d6958dbe 2024-11-25T10:34:52,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/c1c8e53b1799494492c0b211d6958dbe, entries=200, sequenceid=238, filesize=38.8 K 2024-11-25T10:34:52,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ff5204f9c29d45de8eb34a5c1d5ded52 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ff5204f9c29d45de8eb34a5c1d5ded52 2024-11-25T10:34:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:34:52,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ff5204f9c29d45de8eb34a5c1d5ded52, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T10:34:52,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/9527a8b60a02453a82dda5db19048bc9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9527a8b60a02453a82dda5db19048bc9 2024-11-25T10:34:52,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9527a8b60a02453a82dda5db19048bc9, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T10:34:52,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c67ae118dc53a6fa2b593e36693d2b1 in 711ms, sequenceid=238, compaction requested=false 2024-11-25T10:34:52,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:52,549 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:52,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T10:34:52,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:52,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:34:52,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:52,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:52,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:52,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:52,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:52,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:52,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112583164a813618430baad1e8c968019d99_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530891833/Put/seqid=0 2024-11-25T10:34:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742013_1189 (size=12304) 2024-11-25T10:34:52,657 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/db6bb6d09500428ca1fe89a8d4a82695 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/db6bb6d09500428ca1fe89a8d4a82695 2024-11-25T10:34:52,663 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/A of 8c67ae118dc53a6fa2b593e36693d2b1 into db6bb6d09500428ca1fe89a8d4a82695(size=30.9 K), total size for store is 69.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:52,663 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:52,663 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/A, priority=13, startTime=1732530891761; duration=0sec 2024-11-25T10:34:52,663 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:52,663 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:34:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:34:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:52,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:52,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:52,984 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112583164a813618430baad1e8c968019d99_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583164a813618430baad1e8c968019d99_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/671fd9d356a64383981fd210686322dc, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:52,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/671fd9d356a64383981fd210686322dc is 175, key is test_row_0/A:col10/1732530891833/Put/seqid=0 2024-11-25T10:34:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:34:53,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742014_1190 (size=31105) 2024-11-25T10:34:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530953017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530953016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530953018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530953019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530953021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530953122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530953122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530953122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530953127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530953127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530953328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530953329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530953330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530953331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530953332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,410 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/671fd9d356a64383981fd210686322dc 2024-11-25T10:34:53,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/bd01771843c449b4ab7e8fd27eed8030 is 50, key is test_row_0/B:col10/1732530891833/Put/seqid=0 2024-11-25T10:34:53,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742015_1191 (size=12151) 2024-11-25T10:34:53,484 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/bd01771843c449b4ab7e8fd27eed8030 2024-11-25T10:34:53,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/10e4fdeebc5a4abba052006c4413a123 is 50, key is test_row_0/C:col10/1732530891833/Put/seqid=0 2024-11-25T10:34:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:34:53,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742016_1192 (size=12151) 2024-11-25T10:34:53,519 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/10e4fdeebc5a4abba052006c4413a123 2024-11-25T10:34:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/671fd9d356a64383981fd210686322dc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/671fd9d356a64383981fd210686322dc 2024-11-25T10:34:53,538 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/671fd9d356a64383981fd210686322dc, entries=150, sequenceid=252, filesize=30.4 K 2024-11-25T10:34:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/bd01771843c449b4ab7e8fd27eed8030 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/bd01771843c449b4ab7e8fd27eed8030 2024-11-25T10:34:53,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/bd01771843c449b4ab7e8fd27eed8030, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T10:34:53,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/10e4fdeebc5a4abba052006c4413a123 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/10e4fdeebc5a4abba052006c4413a123 2024-11-25T10:34:53,558 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/10e4fdeebc5a4abba052006c4413a123, entries=150, sequenceid=252, filesize=11.9 K 2024-11-25T10:34:53,560 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1010ms, sequenceid=252, compaction requested=true 2024-11-25T10:34:53,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:53,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:53,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T10:34:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T10:34:53,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T10:34:53,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1650 sec 2024-11-25T10:34:53,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.1690 sec 2024-11-25T10:34:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:53,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:34:53,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:53,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:53,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552cd3522d284484ba26d1f61d30edf0c_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530893017/Put/seqid=0 2024-11-25T10:34:53,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530953642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530953644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530953644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530953644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530953645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742017_1193 (size=14994) 2024-11-25T10:34:53,675 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:53,682 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552cd3522d284484ba26d1f61d30edf0c_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552cd3522d284484ba26d1f61d30edf0c_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:53,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/91a1da57d8dc4864a3df50b3dac3a67f, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:53,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/91a1da57d8dc4864a3df50b3dac3a67f is 175, key is test_row_0/A:col10/1732530893017/Put/seqid=0 2024-11-25T10:34:53,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742018_1194 (size=39949) 2024-11-25T10:34:53,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/91a1da57d8dc4864a3df50b3dac3a67f 2024-11-25T10:34:53,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d1627a2ae4c74ff5a40c709ecec5dc42 is 50, key is test_row_0/B:col10/1732530893017/Put/seqid=0 2024-11-25T10:34:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530953746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742019_1195 (size=12301) 2024-11-25T10:34:53,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530953748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530953748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530953757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530953752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d1627a2ae4c74ff5a40c709ecec5dc42 2024-11-25T10:34:53,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/085a4083fe7f4a259f553b4145a6a28d is 50, key is test_row_0/C:col10/1732530893017/Put/seqid=0 2024-11-25T10:34:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742020_1196 (size=12301) 2024-11-25T10:34:53,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/085a4083fe7f4a259f553b4145a6a28d 2024-11-25T10:34:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/91a1da57d8dc4864a3df50b3dac3a67f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/91a1da57d8dc4864a3df50b3dac3a67f 2024-11-25T10:34:53,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/91a1da57d8dc4864a3df50b3dac3a67f, entries=200, sequenceid=278, filesize=39.0 K 2024-11-25T10:34:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/d1627a2ae4c74ff5a40c709ecec5dc42 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d1627a2ae4c74ff5a40c709ecec5dc42 2024-11-25T10:34:53,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d1627a2ae4c74ff5a40c709ecec5dc42, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T10:34:53,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/085a4083fe7f4a259f553b4145a6a28d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/085a4083fe7f4a259f553b4145a6a28d 2024-11-25T10:34:53,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/085a4083fe7f4a259f553b4145a6a28d, entries=150, sequenceid=278, filesize=12.0 K 2024-11-25T10:34:53,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8c67ae118dc53a6fa2b593e36693d2b1 in 298ms, sequenceid=278, compaction requested=true 2024-11-25T10:34:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:53,932 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:53,932 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:53,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:53,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:53,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:53,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:53,934 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:53,934 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/A is initiating minor compaction (all files) 2024-11-25T10:34:53,934 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/A in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:53,934 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/db6bb6d09500428ca1fe89a8d4a82695, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/c1c8e53b1799494492c0b211d6958dbe, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/671fd9d356a64383981fd210686322dc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/91a1da57d8dc4864a3df50b3dac3a67f] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=139.1 K 2024-11-25T10:34:53,935 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:53,935 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/db6bb6d09500428ca1fe89a8d4a82695, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/c1c8e53b1799494492c0b211d6958dbe, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/671fd9d356a64383981fd210686322dc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/91a1da57d8dc4864a3df50b3dac3a67f] 2024-11-25T10:34:53,935 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:53,935 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/B is initiating minor compaction (all files) 2024-11-25T10:34:53,935 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/B in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:53,935 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d6e2dc83ecf14518b647f3e984e663db, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ff5204f9c29d45de8eb34a5c1d5ded52, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/bd01771843c449b4ab7e8fd27eed8030, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d1627a2ae4c74ff5a40c709ecec5dc42] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=48.1 K 2024-11-25T10:34:53,936 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e2dc83ecf14518b647f3e984e663db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530890438 2024-11-25T10:34:53,936 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting db6bb6d09500428ca1fe89a8d4a82695, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530890438 2024-11-25T10:34:53,937 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ff5204f9c29d45de8eb34a5c1d5ded52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732530891139 2024-11-25T10:34:53,937 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1c8e53b1799494492c0b211d6958dbe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732530891139 2024-11-25T10:34:53,937 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting bd01771843c449b4ab7e8fd27eed8030, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732530891824 2024-11-25T10:34:53,938 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 671fd9d356a64383981fd210686322dc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732530891824 2024-11-25T10:34:53,938 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d1627a2ae4c74ff5a40c709ecec5dc42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732530893017 2024-11-25T10:34:53,938 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91a1da57d8dc4864a3df50b3dac3a67f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732530893017 2024-11-25T10:34:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:53,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:34:53,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:53,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:53,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:53,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:53,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:53,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:53,965 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#B#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:53,966 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/5a23c9fa4f5743e78c65d4dfb7f6011c is 50, key is test_row_0/B:col10/1732530893017/Put/seqid=0 2024-11-25T10:34:53,968 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:53,973 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125306332ee2ed248f6873a37371f70046a_8c67ae118dc53a6fa2b593e36693d2b1 store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:53,976 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125306332ee2ed248f6873a37371f70046a_8c67ae118dc53a6fa2b593e36693d2b1, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:53,976 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125306332ee2ed248f6873a37371f70046a_8c67ae118dc53a6fa2b593e36693d2b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:53,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112564bde4e0fa8e4e7eb19499156a44bfa0_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530893642/Put/seqid=0 2024-11-25T10:34:53,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742021_1197 (size=12949) 2024-11-25T10:34:53,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530953991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530953991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530953992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530953993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530953995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742022_1198 (size=4469) 2024-11-25T10:34:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742023_1199 (size=14994) 2024-11-25T10:34:54,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530954100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530954100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530954103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530954107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530954107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530954304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530954305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530954311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530954316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530954323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,404 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:54,404 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#A#compaction#161 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:54,405 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/6da9b21869ca428e9245d58e70619642 is 175, key is test_row_0/A:col10/1732530893017/Put/seqid=0 2024-11-25T10:34:54,406 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/5a23c9fa4f5743e78c65d4dfb7f6011c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5a23c9fa4f5743e78c65d4dfb7f6011c 2024-11-25T10:34:54,420 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112564bde4e0fa8e4e7eb19499156a44bfa0_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112564bde4e0fa8e4e7eb19499156a44bfa0_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:54,425 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/233e31fbaa4941cab1866770561cc285, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:54,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/233e31fbaa4941cab1866770561cc285 is 175, key is test_row_0/A:col10/1732530893642/Put/seqid=0 2024-11-25T10:34:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742024_1200 (size=31903) 2024-11-25T10:34:54,429 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/B of 8c67ae118dc53a6fa2b593e36693d2b1 into 5a23c9fa4f5743e78c65d4dfb7f6011c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:54,429 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:54,429 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/B, priority=12, startTime=1732530893932; duration=0sec 2024-11-25T10:34:54,429 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:54,429 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:34:54,430 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:34:54,433 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:34:54,433 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/C is initiating minor compaction (all files) 2024-11-25T10:34:54,433 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/C in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:54,433 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/28dee33165dd4282b9c21712733bae74, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9527a8b60a02453a82dda5db19048bc9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/10e4fdeebc5a4abba052006c4413a123, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/085a4083fe7f4a259f553b4145a6a28d] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=48.1 K 2024-11-25T10:34:54,433 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 28dee33165dd4282b9c21712733bae74, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732530890438 2024-11-25T10:34:54,434 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9527a8b60a02453a82dda5db19048bc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732530891139 2024-11-25T10:34:54,434 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 10e4fdeebc5a4abba052006c4413a123, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732530891824 2024-11-25T10:34:54,435 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 085a4083fe7f4a259f553b4145a6a28d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732530893017 2024-11-25T10:34:54,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742025_1201 (size=39949) 2024-11-25T10:34:54,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/233e31fbaa4941cab1866770561cc285 2024-11-25T10:34:54,459 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#C#compaction#163 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:54,459 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/782f4b98b9414c9094f33acc41999f4c is 50, key is test_row_0/C:col10/1732530893017/Put/seqid=0 2024-11-25T10:34:54,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/b8f815d077634916ae3727d93c866de2 is 50, key is test_row_0/B:col10/1732530893642/Put/seqid=0 2024-11-25T10:34:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742027_1203 (size=12301) 2024-11-25T10:34:54,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742026_1202 (size=12915) 2024-11-25T10:34:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T10:34:54,510 INFO [Thread-617 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T10:34:54,511 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-25T10:34:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:34:54,516 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:54,517 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:54,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:54,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530954611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530954612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:34:54,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530954616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530954623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530954627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,668 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:54,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:54,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:54,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:34:54,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:54,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:54,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:54,842 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/6da9b21869ca428e9245d58e70619642 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/6da9b21869ca428e9245d58e70619642 2024-11-25T10:34:54,869 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/A of 8c67ae118dc53a6fa2b593e36693d2b1 into 6da9b21869ca428e9245d58e70619642(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:54,869 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:54,869 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/A, priority=12, startTime=1732530893932; duration=0sec 2024-11-25T10:34:54,869 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:54,869 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:34:54,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/b8f815d077634916ae3727d93c866de2 2024-11-25T10:34:54,925 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/782f4b98b9414c9094f33acc41999f4c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/782f4b98b9414c9094f33acc41999f4c 2024-11-25T10:34:54,967 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/C of 8c67ae118dc53a6fa2b593e36693d2b1 into 782f4b98b9414c9094f33acc41999f4c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:54,967 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:54,967 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/C, priority=12, startTime=1732530893933; duration=0sec 2024-11-25T10:34:54,968 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:54,968 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:34:54,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/6976ebfb24bf41a09fe38a9282512fdb is 50, key is test_row_0/C:col10/1732530893642/Put/seqid=0 2024-11-25T10:34:54,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:54,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:54,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:54,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:54,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:54,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742028_1204 (size=12301) 2024-11-25T10:34:55,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/6976ebfb24bf41a09fe38a9282512fdb 2024-11-25T10:34:55,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/233e31fbaa4941cab1866770561cc285 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/233e31fbaa4941cab1866770561cc285 2024-11-25T10:34:55,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/233e31fbaa4941cab1866770561cc285, entries=200, sequenceid=291, filesize=39.0 K 2024-11-25T10:34:55,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/b8f815d077634916ae3727d93c866de2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/b8f815d077634916ae3727d93c866de2 2024-11-25T10:34:55,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/b8f815d077634916ae3727d93c866de2, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T10:34:55,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/6976ebfb24bf41a09fe38a9282512fdb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/6976ebfb24bf41a09fe38a9282512fdb 2024-11-25T10:34:55,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/6976ebfb24bf41a09fe38a9282512fdb, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T10:34:55,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1137ms, sequenceid=291, compaction requested=false 2024-11-25T10:34:55,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:34:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:55,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:34:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:55,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:55,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:55,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:55,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:55,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125967ca82516f644148640729617eda256_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530893989/Put/seqid=0 2024-11-25T10:34:55,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:55,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:55,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530955136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530955136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530955138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530955142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530955143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742029_1205 (size=14994) 2024-11-25T10:34:55,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530955247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530955247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530955247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530955250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530955253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530955452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530955454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530955454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530955455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530955461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:55,592 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125967ca82516f644148640729617eda256_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125967ca82516f644148640729617eda256_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:55,593 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/07aa78eedbed435091f7ebb4810cae92, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:55,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/07aa78eedbed435091f7ebb4810cae92 is 175, key is test_row_0/A:col10/1732530893989/Put/seqid=0 2024-11-25T10:34:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742030_1206 (size=39949) 2024-11-25T10:34:55,605 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/07aa78eedbed435091f7ebb4810cae92 2024-11-25T10:34:55,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/881706782a8c432590b9542193e3797e is 50, key is test_row_0/B:col10/1732530893989/Put/seqid=0 2024-11-25T10:34:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:34:55,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742031_1207 (size=12301) 2024-11-25T10:34:55,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/881706782a8c432590b9542193e3797e 2024-11-25T10:34:55,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/2d8cf6bfd30941918c0d17460d6e68b1 is 50, key is test_row_0/C:col10/1732530893989/Put/seqid=0 2024-11-25T10:34:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742032_1208 (size=12301) 2024-11-25T10:34:55,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530955756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530955758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530955759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:55,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530955764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530955764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:55,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:55,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:56,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:56,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:56,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:34:56,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/2d8cf6bfd30941918c0d17460d6e68b1 2024-11-25T10:34:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/07aa78eedbed435091f7ebb4810cae92 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/07aa78eedbed435091f7ebb4810cae92 2024-11-25T10:34:56,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/07aa78eedbed435091f7ebb4810cae92, entries=200, sequenceid=318, filesize=39.0 K 2024-11-25T10:34:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/881706782a8c432590b9542193e3797e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/881706782a8c432590b9542193e3797e 2024-11-25T10:34:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/881706782a8c432590b9542193e3797e, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T10:34:56,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/2d8cf6bfd30941918c0d17460d6e68b1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/2d8cf6bfd30941918c0d17460d6e68b1 2024-11-25T10:34:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/2d8cf6bfd30941918c0d17460d6e68b1, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T10:34:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8c67ae118dc53a6fa2b593e36693d2b1 in 975ms, sequenceid=318, compaction requested=true 2024-11-25T10:34:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:56,098 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:56,098 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:56,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,108 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:56,108 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:56,108 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/A is initiating minor compaction (all files) 2024-11-25T10:34:56,108 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/B is initiating minor compaction (all files) 2024-11-25T10:34:56,109 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/A in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:56,109 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/B in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:56,109 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/6da9b21869ca428e9245d58e70619642, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/233e31fbaa4941cab1866770561cc285, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/07aa78eedbed435091f7ebb4810cae92] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=109.2 K 2024-11-25T10:34:56,109 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5a23c9fa4f5743e78c65d4dfb7f6011c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/b8f815d077634916ae3727d93c866de2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/881706782a8c432590b9542193e3797e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=36.7 K 2024-11-25T10:34:56,109 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:56,109 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/6da9b21869ca428e9245d58e70619642, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/233e31fbaa4941cab1866770561cc285, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/07aa78eedbed435091f7ebb4810cae92] 2024-11-25T10:34:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,109 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6da9b21869ca428e9245d58e70619642, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732530893017 2024-11-25T10:34:56,109 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a23c9fa4f5743e78c65d4dfb7f6011c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732530893017 2024-11-25T10:34:56,110 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 233e31fbaa4941cab1866770561cc285, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530893642 2024-11-25T10:34:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,110 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b8f815d077634916ae3727d93c866de2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530893642 2024-11-25T10:34:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,113 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07aa78eedbed435091f7ebb4810cae92, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530893989 2024-11-25T10:34:56,113 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 881706782a8c432590b9542193e3797e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530893989 2024-11-25T10:34:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,126 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,129 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#B#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,129 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ed41ea77befd4047921774c6438ce4d7 is 50, key is test_row_0/B:col10/1732530893989/Put/seqid=0 2024-11-25T10:34:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,131 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a4904b7c1d6f455e80074f3c4382a73c_8c67ae118dc53a6fa2b593e36693d2b1 store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,133 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a4904b7c1d6f455e80074f3c4382a73c_8c67ae118dc53a6fa2b593e36693d2b1, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,133 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a4904b7c1d6f455e80074f3c4382a73c_8c67ae118dc53a6fa2b593e36693d2b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742033_1209 (size=13051) 2024-11-25T10:34:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742034_1210 (size=4469) 2024-11-25T10:34:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,152 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#A#compaction#169 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:56,153 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/453217c9404241bfbcb70c97c0cb9c22 is 175, key is test_row_0/A:col10/1732530893989/Put/seqid=0 2024-11-25T10:34:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,155 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ed41ea77befd4047921774c6438ce4d7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed41ea77befd4047921774c6438ce4d7 2024-11-25T10:34:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,163 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/B of 8c67ae118dc53a6fa2b593e36693d2b1 into ed41ea77befd4047921774c6438ce4d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:56,163 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:56,163 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/B, priority=13, startTime=1732530896098; duration=0sec 2024-11-25T10:34:56,163 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:56,163 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:34:56,163 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,165 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:56,165 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/C is initiating minor compaction (all files) 2024-11-25T10:34:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,165 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/C in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,165 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/782f4b98b9414c9094f33acc41999f4c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/6976ebfb24bf41a09fe38a9282512fdb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/2d8cf6bfd30941918c0d17460d6e68b1] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=36.6 K 2024-11-25T10:34:56,166 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 782f4b98b9414c9094f33acc41999f4c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732530893017 2024-11-25T10:34:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,166 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6976ebfb24bf41a09fe38a9282512fdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530893642 2024-11-25T10:34:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,168 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d8cf6bfd30941918c0d17460d6e68b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530893989 2024-11-25T10:34:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742035_1211 (size=32005) 2024-11-25T10:34:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,181 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/453217c9404241bfbcb70c97c0cb9c22 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/453217c9404241bfbcb70c97c0cb9c22 2024-11-25T10:34:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,188 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#C#compaction#171 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:56,189 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/e07b8d2d37f040439f713a0ffa04e81c is 50, key is test_row_0/C:col10/1732530893989/Put/seqid=0 2024-11-25T10:34:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,193 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/A of 8c67ae118dc53a6fa2b593e36693d2b1 into 453217c9404241bfbcb70c97c0cb9c22(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:56,193 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:56,193 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/A, priority=13, startTime=1732530896098; duration=0sec 2024-11-25T10:34:56,194 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:56,194 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:34:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T10:34:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:56,225 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:34:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:56,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:56,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742036_1212 (size=13017) 2024-11-25T10:34:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259fb50454e339433b9ffa3d3f5627713d_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_1/A:col10/1732530895139/Put/seqid=0 2024-11-25T10:34:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742037_1213 (size=9914) 2024-11-25T10:34:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,276 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259fb50454e339433b9ffa3d3f5627713d_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259fb50454e339433b9ffa3d3f5627713d_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/b988437d3f6f49348f3324024eb2f0ff, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/b988437d3f6f49348f3324024eb2f0ff is 175, key is test_row_1/A:col10/1732530895139/Put/seqid=0 2024-11-25T10:34:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742038_1214 (size=22561) 2024-11-25T10:34:56,292 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/b988437d3f6f49348f3324024eb2f0ff 2024-11-25T10:34:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:56,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/9aa5b2d260c842eb81c35cdfab90598f is 50, key is test_row_1/B:col10/1732530895139/Put/seqid=0 2024-11-25T10:34:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530956310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530956312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530956309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530956313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530956314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742039_1215 (size=9857) 2024-11-25T10:34:56,326 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/9aa5b2d260c842eb81c35cdfab90598f 2024-11-25T10:34:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/415bd3314c6b43c496504123a80c812a is 50, key is test_row_1/C:col10/1732530895139/Put/seqid=0 2024-11-25T10:34:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742040_1216 (size=9857) 2024-11-25T10:34:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530956417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530956417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530956418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530956418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530956419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530956619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530956620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:34:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530956620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530956620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530956620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,634 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/e07b8d2d37f040439f713a0ffa04e81c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e07b8d2d37f040439f713a0ffa04e81c 2024-11-25T10:34:56,648 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/C of 8c67ae118dc53a6fa2b593e36693d2b1 into e07b8d2d37f040439f713a0ffa04e81c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:56,648 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:56,648 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/C, priority=13, startTime=1732530896098; duration=0sec 2024-11-25T10:34:56,648 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:56,648 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:34:56,766 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/415bd3314c6b43c496504123a80c812a 2024-11-25T10:34:56,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/b988437d3f6f49348f3324024eb2f0ff as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b988437d3f6f49348f3324024eb2f0ff 2024-11-25T10:34:56,776 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b988437d3f6f49348f3324024eb2f0ff, entries=100, sequenceid=332, filesize=22.0 K 2024-11-25T10:34:56,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/9aa5b2d260c842eb81c35cdfab90598f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9aa5b2d260c842eb81c35cdfab90598f 2024-11-25T10:34:56,782 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9aa5b2d260c842eb81c35cdfab90598f, entries=100, sequenceid=332, filesize=9.6 K 2024-11-25T10:34:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/415bd3314c6b43c496504123a80c812a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/415bd3314c6b43c496504123a80c812a 2024-11-25T10:34:56,789 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/415bd3314c6b43c496504123a80c812a, entries=100, sequenceid=332, filesize=9.6 K 2024-11-25T10:34:56,790 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8c67ae118dc53a6fa2b593e36693d2b1 in 564ms, sequenceid=332, compaction requested=false 2024-11-25T10:34:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:56,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T10:34:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-25T10:34:56,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T10:34:56,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2740 sec 2024-11-25T10:34:56,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.2810 sec 2024-11-25T10:34:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:56,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:34:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:56,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:56,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:56,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:56,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:56,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530956927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530956928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530956928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530956930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bbca9e04619e46beb68a3fc484055a5a_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530896313/Put/seqid=0 2024-11-25T10:34:56,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530956934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742041_1217 (size=12454) 2024-11-25T10:34:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530957035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530957035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530957035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530957037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530957039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530957236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530957237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530957238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530957240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530957242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,362 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:57,365 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bbca9e04619e46beb68a3fc484055a5a_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bbca9e04619e46beb68a3fc484055a5a_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:57,366 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/2ac26f75173f4242985c3794d4994b4c, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:57,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/2ac26f75173f4242985c3794d4994b4c is 175, key is test_row_0/A:col10/1732530896313/Put/seqid=0 2024-11-25T10:34:57,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742042_1218 (size=31255) 2024-11-25T10:34:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530957541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530957541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530957542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530957542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530957545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:57,771 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/2ac26f75173f4242985c3794d4994b4c 2024-11-25T10:34:57,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ed3cd54805df46d19a8f91de772bdf85 is 50, key is test_row_0/B:col10/1732530896313/Put/seqid=0 2024-11-25T10:34:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742043_1219 (size=12301) 2024-11-25T10:34:58,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530958046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:58,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530958047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:58,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530958048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:58,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530958048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:58,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530958050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:58,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ed3cd54805df46d19a8f91de772bdf85 2024-11-25T10:34:58,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/9e67b8eeea3143ed850be1ae7f350e34 is 50, key is test_row_0/C:col10/1732530896313/Put/seqid=0 2024-11-25T10:34:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742044_1220 (size=12301) 2024-11-25T10:34:58,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/9e67b8eeea3143ed850be1ae7f350e34 2024-11-25T10:34:58,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/2ac26f75173f4242985c3794d4994b4c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/2ac26f75173f4242985c3794d4994b4c 2024-11-25T10:34:58,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/2ac26f75173f4242985c3794d4994b4c, entries=150, sequenceid=358, filesize=30.5 K 2024-11-25T10:34:58,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ed3cd54805df46d19a8f91de772bdf85 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed3cd54805df46d19a8f91de772bdf85 2024-11-25T10:34:58,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed3cd54805df46d19a8f91de772bdf85, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:34:58,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/9e67b8eeea3143ed850be1ae7f350e34 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9e67b8eeea3143ed850be1ae7f350e34 2024-11-25T10:34:58,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9e67b8eeea3143ed850be1ae7f350e34, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:34:58,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1313ms, sequenceid=358, compaction requested=true 2024-11-25T10:34:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:34:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:34:58,237 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:34:58,237 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:58,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:58,238 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:58,238 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:58,239 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/A is initiating minor compaction (all files) 2024-11-25T10:34:58,239 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/B is initiating minor compaction (all files) 2024-11-25T10:34:58,239 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/A in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:58,239 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/B in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:58,239 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/453217c9404241bfbcb70c97c0cb9c22, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b988437d3f6f49348f3324024eb2f0ff, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/2ac26f75173f4242985c3794d4994b4c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=83.8 K 2024-11-25T10:34:58,239 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed41ea77befd4047921774c6438ce4d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9aa5b2d260c842eb81c35cdfab90598f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed3cd54805df46d19a8f91de772bdf85] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=34.4 K 2024-11-25T10:34:58,239 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:58,239 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/453217c9404241bfbcb70c97c0cb9c22, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b988437d3f6f49348f3324024eb2f0ff, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/2ac26f75173f4242985c3794d4994b4c] 2024-11-25T10:34:58,239 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ed41ea77befd4047921774c6438ce4d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530893989 2024-11-25T10:34:58,239 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 453217c9404241bfbcb70c97c0cb9c22, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530893989 2024-11-25T10:34:58,239 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b988437d3f6f49348f3324024eb2f0ff, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732530895138 2024-11-25T10:34:58,239 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aa5b2d260c842eb81c35cdfab90598f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732530895138 2024-11-25T10:34:58,240 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ac26f75173f4242985c3794d4994b4c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530896310 2024-11-25T10:34:58,240 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ed3cd54805df46d19a8f91de772bdf85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530896310 2024-11-25T10:34:58,245 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:58,251 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a7e02ce3403348248e5730f5f99bd5dc_8c67ae118dc53a6fa2b593e36693d2b1 store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:58,253 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#B#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:58,253 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/4a28f34ba3fe453da15e89a799bfdec0 is 50, key is test_row_0/B:col10/1732530896313/Put/seqid=0 2024-11-25T10:34:58,253 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a7e02ce3403348248e5730f5f99bd5dc_8c67ae118dc53a6fa2b593e36693d2b1, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:58,253 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a7e02ce3403348248e5730f5f99bd5dc_8c67ae118dc53a6fa2b593e36693d2b1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742045_1221 (size=13153) 2024-11-25T10:34:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742046_1222 (size=4469) 2024-11-25T10:34:58,277 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#A#compaction#178 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:58,278 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/ec6d3b0cb1c84f61a215712e36d98a1e is 175, key is test_row_0/A:col10/1732530896313/Put/seqid=0 2024-11-25T10:34:58,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742047_1223 (size=32107) 2024-11-25T10:34:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T10:34:58,622 INFO [Thread-617 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T10:34:58,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:34:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-25T10:34:58,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:34:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T10:34:58,625 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:34:58,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:34:58,677 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/4a28f34ba3fe453da15e89a799bfdec0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/4a28f34ba3fe453da15e89a799bfdec0 2024-11-25T10:34:58,683 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/B of 8c67ae118dc53a6fa2b593e36693d2b1 into 4a28f34ba3fe453da15e89a799bfdec0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:58,683 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:58,683 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/B, priority=13, startTime=1732530898237; duration=0sec 2024-11-25T10:34:58,684 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:34:58,684 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:34:58,684 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:34:58,685 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:34:58,686 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 8c67ae118dc53a6fa2b593e36693d2b1/C is initiating minor compaction (all files) 2024-11-25T10:34:58,686 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8c67ae118dc53a6fa2b593e36693d2b1/C in TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:58,686 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e07b8d2d37f040439f713a0ffa04e81c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/415bd3314c6b43c496504123a80c812a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9e67b8eeea3143ed850be1ae7f350e34] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp, totalSize=34.4 K 2024-11-25T10:34:58,687 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e07b8d2d37f040439f713a0ffa04e81c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530893989 2024-11-25T10:34:58,688 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/ec6d3b0cb1c84f61a215712e36d98a1e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ec6d3b0cb1c84f61a215712e36d98a1e 2024-11-25T10:34:58,688 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 415bd3314c6b43c496504123a80c812a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732530895138 2024-11-25T10:34:58,688 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e67b8eeea3143ed850be1ae7f350e34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530896310 2024-11-25T10:34:58,693 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/A of 8c67ae118dc53a6fa2b593e36693d2b1 into ec6d3b0cb1c84f61a215712e36d98a1e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:58,693 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:58,693 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/A, priority=13, startTime=1732530898237; duration=0sec 2024-11-25T10:34:58,694 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:58,694 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:34:58,697 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c67ae118dc53a6fa2b593e36693d2b1#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:34:58,697 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/b650e1f32a96425bacb797a5c5da9b9a is 50, key is test_row_0/C:col10/1732530896313/Put/seqid=0 2024-11-25T10:34:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742048_1224 (size=13119) 2024-11-25T10:34:58,713 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/b650e1f32a96425bacb797a5c5da9b9a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b650e1f32a96425bacb797a5c5da9b9a 2024-11-25T10:34:58,719 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8c67ae118dc53a6fa2b593e36693d2b1/C of 8c67ae118dc53a6fa2b593e36693d2b1 into b650e1f32a96425bacb797a5c5da9b9a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:34:58,719 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:58,719 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1., storeName=8c67ae118dc53a6fa2b593e36693d2b1/C, priority=13, startTime=1732530898237; duration=0sec 2024-11-25T10:34:58,720 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:34:58,720 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:34:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T10:34:58,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:58,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T10:34:58,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:58,779 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:34:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:34:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:34:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:34:58,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:34:58,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567b90d9496414331ab0cf9234680ffc9_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530896931/Put/seqid=0 2024-11-25T10:34:58,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742049_1225 (size=12454) 2024-11-25T10:34:58,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:34:58,812 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567b90d9496414331ab0cf9234680ffc9_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567b90d9496414331ab0cf9234680ffc9_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:58,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/a08d98f8e92f40ff9d420f229a6457dc, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:34:58,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/a08d98f8e92f40ff9d420f229a6457dc is 175, key is test_row_0/A:col10/1732530896931/Put/seqid=0 2024-11-25T10:34:58,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742050_1226 (size=31255) 2024-11-25T10:34:58,829 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/a08d98f8e92f40ff9d420f229a6457dc 2024-11-25T10:34:58,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ef4a01c794ad4d169584e1b8d05e6677 is 50, key is test_row_0/B:col10/1732530896931/Put/seqid=0 2024-11-25T10:34:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742051_1227 (size=12301) 2024-11-25T10:34:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T10:34:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:34:59,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. as already flushing 2024-11-25T10:34:59,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530959067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530959068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530959069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530959072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530959072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530959172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530959172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530959173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530959175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530959175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T10:34:59,265 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ef4a01c794ad4d169584e1b8d05e6677 2024-11-25T10:34:59,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/3dfc4a83506b4d4faaf526c2d3f9d8e4 is 50, key is test_row_0/C:col10/1732530896931/Put/seqid=0 2024-11-25T10:34:59,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742052_1228 (size=12301) 2024-11-25T10:34:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530959379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530959379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530959381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530959382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530959384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,395 DEBUG [Thread-620 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:49199 2024-11-25T10:34:59,396 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:59,396 DEBUG [Thread-624 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0341384e to 127.0.0.1:49199 2024-11-25T10:34:59,397 DEBUG [Thread-622 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c16cd4 to 127.0.0.1:49199 2024-11-25T10:34:59,397 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:59,398 DEBUG [Thread-618 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00cb464a to 127.0.0.1:49199 2024-11-25T10:34:59,399 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:59,402 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:34:59,679 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/3dfc4a83506b4d4faaf526c2d3f9d8e4 2024-11-25T10:34:59,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35498 deadline: 1732530959681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35482 deadline: 1732530959682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35450 deadline: 1732530959684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/a08d98f8e92f40ff9d420f229a6457dc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/a08d98f8e92f40ff9d420f229a6457dc 2024-11-25T10:34:59,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35536 deadline: 1732530959685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,689 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/a08d98f8e92f40ff9d420f229a6457dc, entries=150, sequenceid=372, filesize=30.5 K 2024-11-25T10:34:59,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/ef4a01c794ad4d169584e1b8d05e6677 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ef4a01c794ad4d169584e1b8d05e6677 2024-11-25T10:34:59,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:34:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35510 deadline: 1732530959692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:34:59,696 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ef4a01c794ad4d169584e1b8d05e6677, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T10:34:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/3dfc4a83506b4d4faaf526c2d3f9d8e4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3dfc4a83506b4d4faaf526c2d3f9d8e4 2024-11-25T10:34:59,701 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3dfc4a83506b4d4faaf526c2d3f9d8e4, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T10:34:59,702 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8c67ae118dc53a6fa2b593e36693d2b1 in 923ms, sequenceid=372, compaction requested=false 2024-11-25T10:34:59,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:34:59,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:34:59,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T10:34:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-25T10:34:59,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T10:34:59,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0780 sec 2024-11-25T10:34:59,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.0820 sec 2024-11-25T10:34:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T10:34:59,728 INFO [Thread-617 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-25T10:34:59,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:35:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:00,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T10:35:00,187 DEBUG [Thread-607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c2c778 to 127.0.0.1:49199 2024-11-25T10:35:00,187 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:00,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:35:00,189 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4420 to 127.0.0.1:49199 2024-11-25T10:35:00,189 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:00,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:00,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:35:00,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:00,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:35:00,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:00,192 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24f64590 to 127.0.0.1:49199 2024-11-25T10:35:00,192 DEBUG [Thread-609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x433e2b26 to 127.0.0.1:49199 2024-11-25T10:35:00,192 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:00,192 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:00,196 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c5c4716 to 127.0.0.1:49199 2024-11-25T10:35:00,196 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4131 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4007 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1687 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5057 rows 2024-11-25T10:35:00,196 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1705 2024-11-25T10:35:00,197 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5114 rows 2024-11-25T10:35:00,197 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:35:00,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ff872d8 to 127.0.0.1:49199 2024-11-25T10:35:00,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:00,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c39178b7ea19441295fc52ed9ce50975_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530899065/Put/seqid=0 2024-11-25T10:35:00,198 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:35:00,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:35:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:35:00,202 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530900202"}]},"ts":"1732530900202"} 2024-11-25T10:35:00,203 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:35:00,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742053_1229 (size=12454) 2024-11-25T10:35:00,242 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:35:00,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:35:00,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, UNASSIGN}] 2024-11-25T10:35:00,245 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, UNASSIGN 2024-11-25T10:35:00,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=8c67ae118dc53a6fa2b593e36693d2b1, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:00,246 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:35:00,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:35:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:35:00,397 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:00,398 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:00,398 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:35:00,398 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 8c67ae118dc53a6fa2b593e36693d2b1, disabling compactions & flushes 2024-11-25T10:35:00,398 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:35:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:35:00,609 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:00,613 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c39178b7ea19441295fc52ed9ce50975_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c39178b7ea19441295fc52ed9ce50975_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:00,614 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/326a10ae0c5042889780864ba35eadd8, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:35:00,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/326a10ae0c5042889780864ba35eadd8 is 175, key is test_row_0/A:col10/1732530899065/Put/seqid=0 2024-11-25T10:35:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742054_1230 (size=31255) 2024-11-25T10:35:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:35:01,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/326a10ae0c5042889780864ba35eadd8 2024-11-25T10:35:01,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/29cda0440b9244a48b61be2e3f1e97bd is 50, key is test_row_0/B:col10/1732530899065/Put/seqid=0 2024-11-25T10:35:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742055_1231 (size=12301) 2024-11-25T10:35:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:35:01,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/29cda0440b9244a48b61be2e3f1e97bd 2024-11-25T10:35:01,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/fd186366edeb4a12b880ddf64c1bf75a is 50, key is test_row_0/C:col10/1732530899065/Put/seqid=0 2024-11-25T10:35:01,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742056_1232 (size=12301) 2024-11-25T10:35:01,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/fd186366edeb4a12b880ddf64c1bf75a 2024-11-25T10:35:01,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/326a10ae0c5042889780864ba35eadd8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/326a10ae0c5042889780864ba35eadd8 2024-11-25T10:35:01,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/326a10ae0c5042889780864ba35eadd8, entries=150, sequenceid=400, filesize=30.5 K 2024-11-25T10:35:01,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/29cda0440b9244a48b61be2e3f1e97bd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/29cda0440b9244a48b61be2e3f1e97bd 2024-11-25T10:35:01,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/29cda0440b9244a48b61be2e3f1e97bd, entries=150, sequenceid=400, filesize=12.0 K 2024-11-25T10:35:01,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/fd186366edeb4a12b880ddf64c1bf75a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/fd186366edeb4a12b880ddf64c1bf75a 2024-11-25T10:35:01,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/fd186366edeb4a12b880ddf64c1bf75a, entries=150, sequenceid=400, filesize=12.0 K 2024-11-25T10:35:01,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=20.13 KB/20610 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1683ms, sequenceid=400, compaction requested=true 2024-11-25T10:35:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:35:01,871 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:35:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. after waiting 0 ms 2024-11-25T10:35:01,871 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. because compaction request was cancelled 2024-11-25T10:35:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:01,871 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:A 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:35:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:01,871 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. because compaction request was cancelled 2024-11-25T10:35:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:01,871 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:B 2024-11-25T10:35:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c67ae118dc53a6fa2b593e36693d2b1:C, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:01,871 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. because compaction request was cancelled 2024-11-25T10:35:01,871 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 8c67ae118dc53a6fa2b593e36693d2b1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T10:35:01,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:01,871 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c67ae118dc53a6fa2b593e36693d2b1:C 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=A 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=B 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8c67ae118dc53a6fa2b593e36693d2b1, store=C 2024-11-25T10:35:01,871 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:01,878 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112553d149bf8bcc4f4580e6d87d3d4fa8e3_8c67ae118dc53a6fa2b593e36693d2b1 is 50, key is test_row_0/A:col10/1732530900190/Put/seqid=0 2024-11-25T10:35:01,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742057_1233 (size=9914) 2024-11-25T10:35:02,283 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:02,288 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112553d149bf8bcc4f4580e6d87d3d4fa8e3_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112553d149bf8bcc4f4580e6d87d3d4fa8e3_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:02,289 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/3e40bee6774a45f19c24cfbbbaf419f4, store: [table=TestAcidGuarantees family=A region=8c67ae118dc53a6fa2b593e36693d2b1] 2024-11-25T10:35:02,289 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/3e40bee6774a45f19c24cfbbbaf419f4 is 175, key is test_row_0/A:col10/1732530900190/Put/seqid=0 2024-11-25T10:35:02,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742058_1234 (size=22561) 2024-11-25T10:35:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:35:02,693 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/3e40bee6774a45f19c24cfbbbaf419f4 2024-11-25T10:35:02,700 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/2a47dbf5a99846258c7147acf05e15a7 is 50, key is test_row_0/B:col10/1732530900190/Put/seqid=0 2024-11-25T10:35:02,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742059_1235 (size=9857) 2024-11-25T10:35:03,104 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/2a47dbf5a99846258c7147acf05e15a7 2024-11-25T10:35:03,111 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/625641764d084fd78f592d0902971324 is 50, key is test_row_0/C:col10/1732530900190/Put/seqid=0 2024-11-25T10:35:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742060_1236 (size=9857) 2024-11-25T10:35:03,516 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/625641764d084fd78f592d0902971324 2024-11-25T10:35:03,520 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/A/3e40bee6774a45f19c24cfbbbaf419f4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/3e40bee6774a45f19c24cfbbbaf419f4 2024-11-25T10:35:03,524 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/3e40bee6774a45f19c24cfbbbaf419f4, entries=100, sequenceid=406, filesize=22.0 K 2024-11-25T10:35:03,525 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/B/2a47dbf5a99846258c7147acf05e15a7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2a47dbf5a99846258c7147acf05e15a7 2024-11-25T10:35:03,529 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2a47dbf5a99846258c7147acf05e15a7, entries=100, sequenceid=406, filesize=9.6 K 2024-11-25T10:35:03,529 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/.tmp/C/625641764d084fd78f592d0902971324 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/625641764d084fd78f592d0902971324 2024-11-25T10:35:03,533 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/625641764d084fd78f592d0902971324, entries=100, sequenceid=406, filesize=9.6 K 2024-11-25T10:35:03,534 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 8c67ae118dc53a6fa2b593e36693d2b1 in 1663ms, sequenceid=406, compaction requested=true 2024-11-25T10:35:03,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/bd2fcd58b544478d87c83dfa895e9eb9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/722d681bc52b49bea2d25df20abfd090, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/8061a8feaefe467a8dad1546696ce578, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/7a7a0915e0af482d9916e2f3b145c2ba, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b48131dfe972497db39ab416520f96bc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/f717a449468243848283ff765fd33e53, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/73bb44e4d01e45279109bc412e6a450c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/350b21ae2dd7426f8c3b3ead83e8c50a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/983371e769e048b9936615fb4d1145b2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/15da627e5a934e7a9d47ca07e9880734, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/35a0370cc0fe411aa896908a347b2f99, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/50769c607b784dce9c05aafda54d9f3c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ad4c6cde87124a989637039c91cf3a81, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/28fde5dfe64640ddba3b4d47acdaaf86, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/dbfd3d898c4e4fa0ae440b0a1afe2a28, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/db6bb6d09500428ca1fe89a8d4a82695, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/c1c8e53b1799494492c0b211d6958dbe, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/671fd9d356a64383981fd210686322dc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/91a1da57d8dc4864a3df50b3dac3a67f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/6da9b21869ca428e9245d58e70619642, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/233e31fbaa4941cab1866770561cc285, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/07aa78eedbed435091f7ebb4810cae92, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/453217c9404241bfbcb70c97c0cb9c22, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b988437d3f6f49348f3324024eb2f0ff, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/2ac26f75173f4242985c3794d4994b4c] to archive 2024-11-25T10:35:03,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:35:03,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/bd2fcd58b544478d87c83dfa895e9eb9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/bd2fcd58b544478d87c83dfa895e9eb9 2024-11-25T10:35:03,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/722d681bc52b49bea2d25df20abfd090 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/722d681bc52b49bea2d25df20abfd090 2024-11-25T10:35:03,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/8061a8feaefe467a8dad1546696ce578 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/8061a8feaefe467a8dad1546696ce578 2024-11-25T10:35:03,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/7a7a0915e0af482d9916e2f3b145c2ba to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/7a7a0915e0af482d9916e2f3b145c2ba 2024-11-25T10:35:03,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b48131dfe972497db39ab416520f96bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b48131dfe972497db39ab416520f96bc 2024-11-25T10:35:03,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/f717a449468243848283ff765fd33e53 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/f717a449468243848283ff765fd33e53 2024-11-25T10:35:03,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/73bb44e4d01e45279109bc412e6a450c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/73bb44e4d01e45279109bc412e6a450c 2024-11-25T10:35:03,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/350b21ae2dd7426f8c3b3ead83e8c50a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/350b21ae2dd7426f8c3b3ead83e8c50a 2024-11-25T10:35:03,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/983371e769e048b9936615fb4d1145b2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/983371e769e048b9936615fb4d1145b2 2024-11-25T10:35:03,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/15da627e5a934e7a9d47ca07e9880734 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/15da627e5a934e7a9d47ca07e9880734 2024-11-25T10:35:03,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/35a0370cc0fe411aa896908a347b2f99 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/35a0370cc0fe411aa896908a347b2f99 2024-11-25T10:35:03,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/50769c607b784dce9c05aafda54d9f3c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/50769c607b784dce9c05aafda54d9f3c 2024-11-25T10:35:03,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ad4c6cde87124a989637039c91cf3a81 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ad4c6cde87124a989637039c91cf3a81 2024-11-25T10:35:03,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/28fde5dfe64640ddba3b4d47acdaaf86 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/28fde5dfe64640ddba3b4d47acdaaf86 2024-11-25T10:35:03,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/dbfd3d898c4e4fa0ae440b0a1afe2a28 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/dbfd3d898c4e4fa0ae440b0a1afe2a28 2024-11-25T10:35:03,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/db6bb6d09500428ca1fe89a8d4a82695 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/db6bb6d09500428ca1fe89a8d4a82695 2024-11-25T10:35:03,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/c1c8e53b1799494492c0b211d6958dbe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/c1c8e53b1799494492c0b211d6958dbe 2024-11-25T10:35:03,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/671fd9d356a64383981fd210686322dc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/671fd9d356a64383981fd210686322dc 2024-11-25T10:35:03,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/91a1da57d8dc4864a3df50b3dac3a67f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/91a1da57d8dc4864a3df50b3dac3a67f 2024-11-25T10:35:03,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/6da9b21869ca428e9245d58e70619642 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/6da9b21869ca428e9245d58e70619642 2024-11-25T10:35:03,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/233e31fbaa4941cab1866770561cc285 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/233e31fbaa4941cab1866770561cc285 2024-11-25T10:35:03,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/07aa78eedbed435091f7ebb4810cae92 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/07aa78eedbed435091f7ebb4810cae92 2024-11-25T10:35:03,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/453217c9404241bfbcb70c97c0cb9c22 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/453217c9404241bfbcb70c97c0cb9c22 2024-11-25T10:35:03,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b988437d3f6f49348f3324024eb2f0ff to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/b988437d3f6f49348f3324024eb2f0ff 2024-11-25T10:35:03,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/2ac26f75173f4242985c3794d4994b4c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/2ac26f75173f4242985c3794d4994b4c 2024-11-25T10:35:03,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5e1855e47abc4460a37fc903d3c91de3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5801a3f249bd41dd8f3fa6eb797a07eb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d52852ef51ee4b3d89df24cc7d15b3d2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/60631c670fce475da78cb1e2226da9fb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9125a24d9b0d435f8fc4b8ac9c9b7fca, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d9b13df5cac842bab4fd468a52c1c951, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/7e0f3428ab8043078da349b6d47f57c5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2ac1370c9d444c83aeff59ce3660b67c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/457a8bc20eb5476f8c08c38e3b0572d3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/400cecd7ad684de99a7120b7c356902a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/64731d6532ad4bed99cec7e953844f11, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/c22d4a57dce74eb386f7e587fbf2c7c1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/3fc47db334854c99b4fadd849bfedc9e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/a1f1540515db40b786d7cd431b7775b8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d6e2dc83ecf14518b647f3e984e663db, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/6f10057e1f8546e5a2357f901baee26c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ff5204f9c29d45de8eb34a5c1d5ded52, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/bd01771843c449b4ab7e8fd27eed8030, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5a23c9fa4f5743e78c65d4dfb7f6011c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d1627a2ae4c74ff5a40c709ecec5dc42, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/b8f815d077634916ae3727d93c866de2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed41ea77befd4047921774c6438ce4d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/881706782a8c432590b9542193e3797e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9aa5b2d260c842eb81c35cdfab90598f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed3cd54805df46d19a8f91de772bdf85] to archive 2024-11-25T10:35:03,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:35:03,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5e1855e47abc4460a37fc903d3c91de3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5e1855e47abc4460a37fc903d3c91de3 2024-11-25T10:35:03,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5801a3f249bd41dd8f3fa6eb797a07eb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5801a3f249bd41dd8f3fa6eb797a07eb 2024-11-25T10:35:03,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d52852ef51ee4b3d89df24cc7d15b3d2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d52852ef51ee4b3d89df24cc7d15b3d2 2024-11-25T10:35:03,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/60631c670fce475da78cb1e2226da9fb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/60631c670fce475da78cb1e2226da9fb 2024-11-25T10:35:03,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9125a24d9b0d435f8fc4b8ac9c9b7fca to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9125a24d9b0d435f8fc4b8ac9c9b7fca 2024-11-25T10:35:03,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d9b13df5cac842bab4fd468a52c1c951 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d9b13df5cac842bab4fd468a52c1c951 2024-11-25T10:35:03,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/7e0f3428ab8043078da349b6d47f57c5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/7e0f3428ab8043078da349b6d47f57c5 2024-11-25T10:35:03,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2ac1370c9d444c83aeff59ce3660b67c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2ac1370c9d444c83aeff59ce3660b67c 2024-11-25T10:35:03,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/457a8bc20eb5476f8c08c38e3b0572d3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/457a8bc20eb5476f8c08c38e3b0572d3 2024-11-25T10:35:03,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/400cecd7ad684de99a7120b7c356902a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/400cecd7ad684de99a7120b7c356902a 2024-11-25T10:35:03,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/64731d6532ad4bed99cec7e953844f11 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/64731d6532ad4bed99cec7e953844f11 2024-11-25T10:35:03,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/c22d4a57dce74eb386f7e587fbf2c7c1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/c22d4a57dce74eb386f7e587fbf2c7c1 2024-11-25T10:35:03,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/3fc47db334854c99b4fadd849bfedc9e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/3fc47db334854c99b4fadd849bfedc9e 2024-11-25T10:35:03,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/a1f1540515db40b786d7cd431b7775b8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/a1f1540515db40b786d7cd431b7775b8 2024-11-25T10:35:03,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d6e2dc83ecf14518b647f3e984e663db to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d6e2dc83ecf14518b647f3e984e663db 2024-11-25T10:35:03,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/6f10057e1f8546e5a2357f901baee26c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/6f10057e1f8546e5a2357f901baee26c 2024-11-25T10:35:03,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ff5204f9c29d45de8eb34a5c1d5ded52 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ff5204f9c29d45de8eb34a5c1d5ded52 2024-11-25T10:35:03,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/bd01771843c449b4ab7e8fd27eed8030 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/bd01771843c449b4ab7e8fd27eed8030 2024-11-25T10:35:03,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5a23c9fa4f5743e78c65d4dfb7f6011c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/5a23c9fa4f5743e78c65d4dfb7f6011c 2024-11-25T10:35:03,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d1627a2ae4c74ff5a40c709ecec5dc42 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/d1627a2ae4c74ff5a40c709ecec5dc42 2024-11-25T10:35:03,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/b8f815d077634916ae3727d93c866de2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/b8f815d077634916ae3727d93c866de2 2024-11-25T10:35:03,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed41ea77befd4047921774c6438ce4d7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed41ea77befd4047921774c6438ce4d7 2024-11-25T10:35:03,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/881706782a8c432590b9542193e3797e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/881706782a8c432590b9542193e3797e 2024-11-25T10:35:03,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9aa5b2d260c842eb81c35cdfab90598f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/9aa5b2d260c842eb81c35cdfab90598f 2024-11-25T10:35:03,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed3cd54805df46d19a8f91de772bdf85 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ed3cd54805df46d19a8f91de772bdf85 2024-11-25T10:35:03,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b8be7d26ef7e4021812d4a6c6feaa283, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/eb1c59de734c405a8b70b0c846b3435e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/029feb43bd144fb7890b3651e47a57fd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/d8f107b280a04533a615edfca647b06f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/f9bbd9073ace4829b79a0bb06e5b4b72, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/52ccdf6b2f534384ad8c7d516132a1f6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/8c0f49dc0d624f5f91d872ca08a59541, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/219124ecae604e21ac3b3c3a0724f5f3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/930a5a80364a4fc6b92fc3fdb719bff0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3040dd2f9e9145359584e9206531d4e1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/47a91d89b989416c9c5622b477b4a268, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e8e340bd341841fcbec1107891afa519, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/5107d06b50014b78a3c57f128e713495, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/28dee33165dd4282b9c21712733bae74, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/877e9351181b4d6b83df7ef8c386054a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9527a8b60a02453a82dda5db19048bc9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/10e4fdeebc5a4abba052006c4413a123, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/782f4b98b9414c9094f33acc41999f4c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/085a4083fe7f4a259f553b4145a6a28d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/6976ebfb24bf41a09fe38a9282512fdb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e07b8d2d37f040439f713a0ffa04e81c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/2d8cf6bfd30941918c0d17460d6e68b1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/415bd3314c6b43c496504123a80c812a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9e67b8eeea3143ed850be1ae7f350e34] to archive 2024-11-25T10:35:03,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:35:03,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b8be7d26ef7e4021812d4a6c6feaa283 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b8be7d26ef7e4021812d4a6c6feaa283 2024-11-25T10:35:03,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/eb1c59de734c405a8b70b0c846b3435e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/eb1c59de734c405a8b70b0c846b3435e 2024-11-25T10:35:03,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/029feb43bd144fb7890b3651e47a57fd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/029feb43bd144fb7890b3651e47a57fd 2024-11-25T10:35:03,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/d8f107b280a04533a615edfca647b06f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/d8f107b280a04533a615edfca647b06f 2024-11-25T10:35:03,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/f9bbd9073ace4829b79a0bb06e5b4b72 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/f9bbd9073ace4829b79a0bb06e5b4b72 2024-11-25T10:35:03,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/52ccdf6b2f534384ad8c7d516132a1f6 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/52ccdf6b2f534384ad8c7d516132a1f6 2024-11-25T10:35:03,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/8c0f49dc0d624f5f91d872ca08a59541 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/8c0f49dc0d624f5f91d872ca08a59541 2024-11-25T10:35:03,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/219124ecae604e21ac3b3c3a0724f5f3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/219124ecae604e21ac3b3c3a0724f5f3 2024-11-25T10:35:03,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/930a5a80364a4fc6b92fc3fdb719bff0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/930a5a80364a4fc6b92fc3fdb719bff0 2024-11-25T10:35:03,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3040dd2f9e9145359584e9206531d4e1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3040dd2f9e9145359584e9206531d4e1 2024-11-25T10:35:03,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/47a91d89b989416c9c5622b477b4a268 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/47a91d89b989416c9c5622b477b4a268 2024-11-25T10:35:03,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e8e340bd341841fcbec1107891afa519 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e8e340bd341841fcbec1107891afa519 2024-11-25T10:35:03,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/5107d06b50014b78a3c57f128e713495 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/5107d06b50014b78a3c57f128e713495 2024-11-25T10:35:03,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/28dee33165dd4282b9c21712733bae74 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/28dee33165dd4282b9c21712733bae74 2024-11-25T10:35:03,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/877e9351181b4d6b83df7ef8c386054a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/877e9351181b4d6b83df7ef8c386054a 2024-11-25T10:35:03,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9527a8b60a02453a82dda5db19048bc9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9527a8b60a02453a82dda5db19048bc9 2024-11-25T10:35:03,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/10e4fdeebc5a4abba052006c4413a123 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/10e4fdeebc5a4abba052006c4413a123 2024-11-25T10:35:03,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/782f4b98b9414c9094f33acc41999f4c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/782f4b98b9414c9094f33acc41999f4c 2024-11-25T10:35:03,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/085a4083fe7f4a259f553b4145a6a28d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/085a4083fe7f4a259f553b4145a6a28d 2024-11-25T10:35:03,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/6976ebfb24bf41a09fe38a9282512fdb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/6976ebfb24bf41a09fe38a9282512fdb 2024-11-25T10:35:03,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e07b8d2d37f040439f713a0ffa04e81c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/e07b8d2d37f040439f713a0ffa04e81c 2024-11-25T10:35:03,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/2d8cf6bfd30941918c0d17460d6e68b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/2d8cf6bfd30941918c0d17460d6e68b1 2024-11-25T10:35:03,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/415bd3314c6b43c496504123a80c812a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/415bd3314c6b43c496504123a80c812a 2024-11-25T10:35:03,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9e67b8eeea3143ed850be1ae7f350e34 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/9e67b8eeea3143ed850be1ae7f350e34 2024-11-25T10:35:03,623 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/recovered.edits/409.seqid, newMaxSeqId=409, maxSeqId=4 2024-11-25T10:35:03,624 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1. 2024-11-25T10:35:03,624 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 8c67ae118dc53a6fa2b593e36693d2b1: 2024-11-25T10:35:03,625 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:03,626 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=8c67ae118dc53a6fa2b593e36693d2b1, regionState=CLOSED 2024-11-25T10:35:03,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T10:35:03,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 8c67ae118dc53a6fa2b593e36693d2b1, server=1ab1d4f27f0d,44363,1732530842303 in 3.3800 sec 2024-11-25T10:35:03,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-25T10:35:03,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8c67ae118dc53a6fa2b593e36693d2b1, UNASSIGN in 3.3840 sec 2024-11-25T10:35:03,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-25T10:35:03,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3860 sec 2024-11-25T10:35:03,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530903631"}]},"ts":"1732530903631"} 2024-11-25T10:35:03,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:35:03,667 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:35:03,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.4690 sec 2024-11-25T10:35:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T10:35:04,311 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T10:35:04,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:35:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:04,317 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:04,319 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T10:35:04,321 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,324 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/recovered.edits] 2024-11-25T10:35:04,328 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/326a10ae0c5042889780864ba35eadd8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/326a10ae0c5042889780864ba35eadd8 2024-11-25T10:35:04,330 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/3e40bee6774a45f19c24cfbbbaf419f4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/3e40bee6774a45f19c24cfbbbaf419f4 2024-11-25T10:35:04,331 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/a08d98f8e92f40ff9d420f229a6457dc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/a08d98f8e92f40ff9d420f229a6457dc 2024-11-25T10:35:04,333 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ec6d3b0cb1c84f61a215712e36d98a1e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/A/ec6d3b0cb1c84f61a215712e36d98a1e 2024-11-25T10:35:04,335 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/29cda0440b9244a48b61be2e3f1e97bd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/29cda0440b9244a48b61be2e3f1e97bd 2024-11-25T10:35:04,337 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2a47dbf5a99846258c7147acf05e15a7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/2a47dbf5a99846258c7147acf05e15a7 2024-11-25T10:35:04,338 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/4a28f34ba3fe453da15e89a799bfdec0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/4a28f34ba3fe453da15e89a799bfdec0 2024-11-25T10:35:04,339 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ef4a01c794ad4d169584e1b8d05e6677 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/B/ef4a01c794ad4d169584e1b8d05e6677 2024-11-25T10:35:04,341 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3dfc4a83506b4d4faaf526c2d3f9d8e4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/3dfc4a83506b4d4faaf526c2d3f9d8e4 2024-11-25T10:35:04,342 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/625641764d084fd78f592d0902971324 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/625641764d084fd78f592d0902971324 2024-11-25T10:35:04,343 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b650e1f32a96425bacb797a5c5da9b9a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/b650e1f32a96425bacb797a5c5da9b9a 2024-11-25T10:35:04,344 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/fd186366edeb4a12b880ddf64c1bf75a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/C/fd186366edeb4a12b880ddf64c1bf75a 2024-11-25T10:35:04,346 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/recovered.edits/409.seqid to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1/recovered.edits/409.seqid 2024-11-25T10:35:04,347 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,347 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:35:04,347 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:35:04,348 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:35:04,351 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251bbec4881385402b8d3b0c69e1240cfe_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251bbec4881385402b8d3b0c69e1240cfe_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,352 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253797bffc99714502ab444931a08410eb_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253797bffc99714502ab444931a08410eb_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,353 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f8a3a6f47434e9e99ecb1bffefd4797_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254f8a3a6f47434e9e99ecb1bffefd4797_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,355 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552cd3522d284484ba26d1f61d30edf0c_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552cd3522d284484ba26d1f61d30edf0c_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,356 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112553d149bf8bcc4f4580e6d87d3d4fa8e3_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112553d149bf8bcc4f4580e6d87d3d4fa8e3_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,357 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112564bde4e0fa8e4e7eb19499156a44bfa0_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112564bde4e0fa8e4e7eb19499156a44bfa0_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,358 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256747e69acb1b4a5db1abf91ae0d28040_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256747e69acb1b4a5db1abf91ae0d28040_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,359 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567b90d9496414331ab0cf9234680ffc9_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567b90d9496414331ab0cf9234680ffc9_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,360 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125717310c999ec49c2abc39b602398f829_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125717310c999ec49c2abc39b602398f829_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,362 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112582903a2550d14c618a3251ab5f794e75_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112582903a2550d14c618a3251ab5f794e75_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,363 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583164a813618430baad1e8c968019d99_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583164a813618430baad1e8c968019d99_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,364 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112585ea36e26b2645009c7a91f12cfa881b_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112585ea36e26b2645009c7a91f12cfa881b_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,365 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125967ca82516f644148640729617eda256_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125967ca82516f644148640729617eda256_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,366 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596cc61f7b2474e94a252568404bdb705_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596cc61f7b2474e94a252568404bdb705_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,367 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259fb50454e339433b9ffa3d3f5627713d_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259fb50454e339433b9ffa3d3f5627713d_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,368 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bbca9e04619e46beb68a3fc484055a5a_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bbca9e04619e46beb68a3fc484055a5a_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,369 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c39178b7ea19441295fc52ed9ce50975_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c39178b7ea19441295fc52ed9ce50975_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,370 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c972b2c35e8746d683f2fd649a8bf729_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c972b2c35e8746d683f2fd649a8bf729_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,371 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d9ec5acc37a2435e809a0853d8f84fc4_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d9ec5acc37a2435e809a0853d8f84fc4_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,372 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eca26da5b84c426ea8906af094e2e20b_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eca26da5b84c426ea8906af094e2e20b_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,373 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd14fa943b8843e4b1445bfbdc3199cb_8c67ae118dc53a6fa2b593e36693d2b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd14fa943b8843e4b1445bfbdc3199cb_8c67ae118dc53a6fa2b593e36693d2b1 2024-11-25T10:35:04,374 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:35:04,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:04,378 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:35:04,379 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:35:04,380 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:04,380 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:35:04,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530904380"}]},"ts":"9223372036854775807"} 2024-11-25T10:35:04,382 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:35:04,382 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8c67ae118dc53a6fa2b593e36693d2b1, NAME => 'TestAcidGuarantees,,1732530876130.8c67ae118dc53a6fa2b593e36693d2b1.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:35:04,382 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:35:04,382 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530904382"}]},"ts":"9223372036854775807"} 2024-11-25T10:35:04,384 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:35:04,409 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:04,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 96 msec 2024-11-25T10:35:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T10:35:04,420 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-25T10:35:04,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 240) Potentially hanging thread: hconnection-0x6c4340d4-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1295506446_22 at /127.0.0.1:57496 [Waiting for operation #615] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_485404738_22 at /127.0.0.1:42184 [Waiting for operation #128] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1295506446_22 at /127.0.0.1:42182 [Waiting for operation #130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_485404738_22 at /127.0.0.1:40410 [Waiting for operation #365] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6c4340d4-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6c4340d4-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6c4340d4-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 460) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1047 (was 902) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1345 (was 1979) 2024-11-25T10:35:04,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=1047, ProcessCount=11, AvailableMemoryMB=1345 2024-11-25T10:35:04,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:35:04,442 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:35:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:04,444 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:35:04,444 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:04,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-25T10:35:04,445 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:35:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T10:35:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742061_1237 (size=963) 2024-11-25T10:35:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T10:35:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T10:35:04,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:35:04,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742062_1238 (size=53) 2024-11-25T10:35:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T10:35:05,261 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:35:05,261 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 043caccbe6f6904590f39cbbd8941d33, disabling compactions & flushes 2024-11-25T10:35:05,261 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:05,261 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:05,261 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. after waiting 0 ms 2024-11-25T10:35:05,262 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:05,262 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:05,262 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:05,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:35:05,263 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530905263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530905263"}]},"ts":"1732530905263"} 2024-11-25T10:35:05,265 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:35:05,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:35:05,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530905266"}]},"ts":"1732530905266"} 2024-11-25T10:35:05,267 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:35:05,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043caccbe6f6904590f39cbbd8941d33, ASSIGN}] 2024-11-25T10:35:05,311 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043caccbe6f6904590f39cbbd8941d33, ASSIGN 2024-11-25T10:35:05,312 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=043caccbe6f6904590f39cbbd8941d33, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=false 2024-11-25T10:35:05,464 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=043caccbe6f6904590f39cbbd8941d33, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:05,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:35:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T10:35:05,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:05,623 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:05,623 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:35:05,624 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,624 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:35:05,624 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,624 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,626 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,627 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:05,627 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043caccbe6f6904590f39cbbd8941d33 columnFamilyName A 2024-11-25T10:35:05,628 DEBUG [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:05,628 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.HStore(327): Store=043caccbe6f6904590f39cbbd8941d33/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:05,628 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,629 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:05,630 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043caccbe6f6904590f39cbbd8941d33 columnFamilyName B 2024-11-25T10:35:05,630 DEBUG [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:05,630 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.HStore(327): Store=043caccbe6f6904590f39cbbd8941d33/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:05,630 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,631 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:05,632 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 043caccbe6f6904590f39cbbd8941d33 columnFamilyName C 2024-11-25T10:35:05,632 DEBUG [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:05,632 INFO [StoreOpener-043caccbe6f6904590f39cbbd8941d33-1 {}] regionserver.HStore(327): Store=043caccbe6f6904590f39cbbd8941d33/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:05,632 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:05,633 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,634 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,635 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:35:05,637 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:05,639 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:35:05,640 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 043caccbe6f6904590f39cbbd8941d33; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65591392, jitterRate=-0.02261209487915039}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:35:05,641 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:05,642 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., pid=66, masterSystemTime=1732530905620 2024-11-25T10:35:05,643 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:05,643 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:05,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=043caccbe6f6904590f39cbbd8941d33, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:05,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-25T10:35:05,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 in 178 msec 2024-11-25T10:35:05,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-25T10:35:05,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=043caccbe6f6904590f39cbbd8941d33, ASSIGN in 338 msec 2024-11-25T10:35:05,651 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:35:05,651 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530905651"}]},"ts":"1732530905651"} 2024-11-25T10:35:05,652 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:35:05,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:35:05,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2260 sec 2024-11-25T10:35:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-25T10:35:06,554 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-25T10:35:06,559 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-11-25T10:35:06,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:35:06,614 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:35:06,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-11-25T10:35:06,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,627 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-11-25T10:35:06,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-11-25T10:35:06,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,644 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-11-25T10:35:06,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-11-25T10:35:06,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,660 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-11-25T10:35:06,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-11-25T10:35:06,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,775 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-11-25T10:35:06,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-11-25T10:35:06,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,910 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-11-25T10:35:06,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:06,920 DEBUG [hconnection-0x6458167e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,920 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:06,921 DEBUG [hconnection-0x3c620813-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,921 DEBUG [hconnection-0x5c6c801e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-25T10:35:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:35:06,922 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,922 DEBUG [hconnection-0x4142f836-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,922 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,922 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:06,922 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,923 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,923 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:06,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:06,927 DEBUG [hconnection-0xdba1d16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,927 DEBUG [hconnection-0x7bc8155-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,927 DEBUG [hconnection-0xc93de2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,928 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,928 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:06,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:35:06,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:06,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:06,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:06,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:06,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:06,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:06,935 DEBUG [hconnection-0x69b10c1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,936 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,951 DEBUG [hconnection-0x18216bb1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,952 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,952 DEBUG [hconnection-0x2646fbcd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:06,960 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:06,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530966959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:06,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530966960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530966961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530966962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:06,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/08f446a137244657812ec773d2a63d55 is 50, key is test_row_0/A:col10/1732530906932/Put/seqid=0 2024-11-25T10:35:06,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530966971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:06,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742063_1239 (size=12001) 2024-11-25T10:35:06,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/08f446a137244657812ec773d2a63d55 2024-11-25T10:35:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:35:07,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/30560a0aa46748f0a0a4f444e1762d72 is 50, key is test_row_0/B:col10/1732530906932/Put/seqid=0 2024-11-25T10:35:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742064_1240 (size=12001) 2024-11-25T10:35:07,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/30560a0aa46748f0a0a4f444e1762d72 2024-11-25T10:35:07,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530967066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530967068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530967068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530967068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530967076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:07,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:07,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/389d52b093874a19882d465bd881413b is 50, key is test_row_0/C:col10/1732530906932/Put/seqid=0 2024-11-25T10:35:07,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742065_1241 (size=12001) 2024-11-25T10:35:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:35:07,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:07,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:07,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530967269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530967271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530967272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530967273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530967279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:07,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:35:07,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/389d52b093874a19882d465bd881413b 2024-11-25T10:35:07,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/08f446a137244657812ec773d2a63d55 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/08f446a137244657812ec773d2a63d55 2024-11-25T10:35:07,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/08f446a137244657812ec773d2a63d55, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T10:35:07,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/30560a0aa46748f0a0a4f444e1762d72 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/30560a0aa46748f0a0a4f444e1762d72 2024-11-25T10:35:07,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/30560a0aa46748f0a0a4f444e1762d72, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T10:35:07,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/389d52b093874a19882d465bd881413b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/389d52b093874a19882d465bd881413b 2024-11-25T10:35:07,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/389d52b093874a19882d465bd881413b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T10:35:07,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 043caccbe6f6904590f39cbbd8941d33 in 621ms, sequenceid=13, compaction requested=false 2024-11-25T10:35:07,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:07,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T10:35:07,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:07,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:07,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:07,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:07,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:07,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:07,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/2df7837b9c3849c5b58f98c4b67c7178 is 50, key is test_row_0/A:col10/1732530906959/Put/seqid=0 2024-11-25T10:35:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742066_1242 (size=12001) 2024-11-25T10:35:07,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530967581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530967581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530967582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530967581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530967582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530967686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530967686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530967686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530967686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,888 DEBUG [master/1ab1d4f27f0d:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 71f3d0fbd8596d0c17ee162b3abc46e8 changed from -1.0 to 0.0, refreshing cache 2024-11-25T10:35:07,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530967888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530967888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530967889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530967891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/2df7837b9c3849c5b58f98c4b67c7178 2024-11-25T10:35:07,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/f0b79ba125324beda7a7d9e1e49a78ca is 50, key is test_row_0/B:col10/1732530906959/Put/seqid=0 2024-11-25T10:35:07,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:07,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:07,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:07,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742067_1243 (size=12001) 2024-11-25T10:35:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:35:08,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530968087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,150 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530968191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530968191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530968192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530968194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:08,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:08,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/f0b79ba125324beda7a7d9e1e49a78ca 2024-11-25T10:35:08,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/c08df3ca2fb64fdbaf7085f4a8495fb8 is 50, key is test_row_0/C:col10/1732530906959/Put/seqid=0 2024-11-25T10:35:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742068_1244 (size=12001) 2024-11-25T10:35:08,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:08,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:08,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:08,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:08,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530968694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530968695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530968696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530968699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:08,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:08,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/c08df3ca2fb64fdbaf7085f4a8495fb8 2024-11-25T10:35:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/2df7837b9c3849c5b58f98c4b67c7178 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/2df7837b9c3849c5b58f98c4b67c7178 2024-11-25T10:35:08,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/2df7837b9c3849c5b58f98c4b67c7178, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:35:08,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/f0b79ba125324beda7a7d9e1e49a78ca as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f0b79ba125324beda7a7d9e1e49a78ca 2024-11-25T10:35:08,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f0b79ba125324beda7a7d9e1e49a78ca, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:35:08,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/c08df3ca2fb64fdbaf7085f4a8495fb8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/c08df3ca2fb64fdbaf7085f4a8495fb8 2024-11-25T10:35:08,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/c08df3ca2fb64fdbaf7085f4a8495fb8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:35:08,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 043caccbe6f6904590f39cbbd8941d33 in 1279ms, sequenceid=40, compaction requested=false 2024-11-25T10:35:08,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:08,913 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:08,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-25T10:35:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:08,914 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T10:35:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7b7726bd81704b008de0e5d91626bc57 is 50, key is test_row_0/A:col10/1732530907580/Put/seqid=0 2024-11-25T10:35:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742069_1245 (size=12001) 2024-11-25T10:35:08,922 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7b7726bd81704b008de0e5d91626bc57 2024-11-25T10:35:08,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/43af93897aac4420b9eaf620a89104e0 is 50, key is test_row_0/B:col10/1732530907580/Put/seqid=0 2024-11-25T10:35:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742070_1246 (size=12001) 2024-11-25T10:35:08,934 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/43af93897aac4420b9eaf620a89104e0 2024-11-25T10:35:08,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/fc2f45ccef9c49f2a162efdaf5ac2b92 is 50, key is test_row_0/C:col10/1732530907580/Put/seqid=0 2024-11-25T10:35:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742071_1247 (size=12001) 2024-11-25T10:35:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:35:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:09,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:09,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:35:09,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530969170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:09,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530969274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:09,355 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/fc2f45ccef9c49f2a162efdaf5ac2b92 2024-11-25T10:35:09,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7b7726bd81704b008de0e5d91626bc57 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7b7726bd81704b008de0e5d91626bc57 2024-11-25T10:35:09,362 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7b7726bd81704b008de0e5d91626bc57, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T10:35:09,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/43af93897aac4420b9eaf620a89104e0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/43af93897aac4420b9eaf620a89104e0 2024-11-25T10:35:09,367 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/43af93897aac4420b9eaf620a89104e0, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T10:35:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/fc2f45ccef9c49f2a162efdaf5ac2b92 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fc2f45ccef9c49f2a162efdaf5ac2b92 2024-11-25T10:35:09,372 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fc2f45ccef9c49f2a162efdaf5ac2b92, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T10:35:09,373 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 043caccbe6f6904590f39cbbd8941d33 in 459ms, sequenceid=49, compaction requested=true 2024-11-25T10:35:09,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:09,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:09,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-25T10:35:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-25T10:35:09,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-25T10:35:09,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4510 sec 2024-11-25T10:35:09,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.4550 sec 2024-11-25T10:35:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:09,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T10:35:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:09,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:09,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/324b628fb0964a549fc1ec7cb600a5ac is 50, key is test_row_0/A:col10/1732530909161/Put/seqid=0 2024-11-25T10:35:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742072_1248 (size=12001) 2024-11-25T10:35:09,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/324b628fb0964a549fc1ec7cb600a5ac 2024-11-25T10:35:09,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/716ce5e9800242048ee4f1188c36ad1e is 50, key is test_row_0/B:col10/1732530909161/Put/seqid=0 2024-11-25T10:35:09,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530969495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742073_1249 (size=12001) 2024-11-25T10:35:09,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/716ce5e9800242048ee4f1188c36ad1e 2024-11-25T10:35:09,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/3e6f2248e18c4587b7fe3b8646df1aed is 50, key is test_row_0/C:col10/1732530909161/Put/seqid=0 2024-11-25T10:35:09,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742074_1250 (size=12001) 2024-11-25T10:35:09,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/3e6f2248e18c4587b7fe3b8646df1aed 2024-11-25T10:35:09,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/324b628fb0964a549fc1ec7cb600a5ac as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/324b628fb0964a549fc1ec7cb600a5ac 2024-11-25T10:35:09,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/324b628fb0964a549fc1ec7cb600a5ac, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T10:35:09,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/716ce5e9800242048ee4f1188c36ad1e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/716ce5e9800242048ee4f1188c36ad1e 2024-11-25T10:35:09,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/716ce5e9800242048ee4f1188c36ad1e, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T10:35:09,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/3e6f2248e18c4587b7fe3b8646df1aed as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3e6f2248e18c4587b7fe3b8646df1aed 2024-11-25T10:35:09,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3e6f2248e18c4587b7fe3b8646df1aed, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T10:35:09,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 043caccbe6f6904590f39cbbd8941d33 in 65ms, sequenceid=77, compaction requested=true 2024-11-25T10:35:09,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:09,543 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:09,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:09,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:09,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:09,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:09,543 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:09,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:09,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:09,546 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:09,546 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:09,546 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/A is initiating minor compaction (all files) 2024-11-25T10:35:09,546 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/B is initiating minor compaction (all files) 2024-11-25T10:35:09,546 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/B in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:09,546 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/A in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:09,546 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/08f446a137244657812ec773d2a63d55, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/2df7837b9c3849c5b58f98c4b67c7178, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7b7726bd81704b008de0e5d91626bc57, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/324b628fb0964a549fc1ec7cb600a5ac] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=46.9 K 2024-11-25T10:35:09,546 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/30560a0aa46748f0a0a4f444e1762d72, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f0b79ba125324beda7a7d9e1e49a78ca, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/43af93897aac4420b9eaf620a89104e0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/716ce5e9800242048ee4f1188c36ad1e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=46.9 K 2024-11-25T10:35:09,547 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 08f446a137244657812ec773d2a63d55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530906924 2024-11-25T10:35:09,547 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2df7837b9c3849c5b58f98c4b67c7178, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530906953 2024-11-25T10:35:09,548 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b7726bd81704b008de0e5d91626bc57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732530907578 2024-11-25T10:35:09,548 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 324b628fb0964a549fc1ec7cb600a5ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530909161 2024-11-25T10:35:09,549 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30560a0aa46748f0a0a4f444e1762d72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530906924 2024-11-25T10:35:09,549 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0b79ba125324beda7a7d9e1e49a78ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530906953 2024-11-25T10:35:09,550 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43af93897aac4420b9eaf620a89104e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732530907578 2024-11-25T10:35:09,551 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 716ce5e9800242048ee4f1188c36ad1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530909161 2024-11-25T10:35:09,590 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#B#compaction#203 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:09,590 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#A#compaction#202 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:09,591 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/55a7df96582548b1b9dc1b41d4f13826 is 50, key is test_row_0/B:col10/1732530909161/Put/seqid=0 2024-11-25T10:35:09,591 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/4f0e9ffce5714d1da9d117f894d216e7 is 50, key is test_row_0/A:col10/1732530909161/Put/seqid=0 2024-11-25T10:35:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:09,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:35:09,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:09,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:09,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:09,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:09,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:09,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:09,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7f574a6ce58947d5b5dbfb2aecf03c2b is 50, key is test_row_0/A:col10/1732530909605/Put/seqid=0 2024-11-25T10:35:09,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742075_1251 (size=12139) 2024-11-25T10:35:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742076_1252 (size=12139) 2024-11-25T10:35:09,626 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/4f0e9ffce5714d1da9d117f894d216e7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/4f0e9ffce5714d1da9d117f894d216e7 2024-11-25T10:35:09,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742077_1253 (size=14341) 2024-11-25T10:35:09,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7f574a6ce58947d5b5dbfb2aecf03c2b 2024-11-25T10:35:09,639 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/A of 043caccbe6f6904590f39cbbd8941d33 into 4f0e9ffce5714d1da9d117f894d216e7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:09,639 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:09,639 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/A, priority=12, startTime=1732530909543; duration=0sec 2024-11-25T10:35:09,639 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:09,639 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:A 2024-11-25T10:35:09,639 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:09,643 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:09,643 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/C is initiating minor compaction (all files) 2024-11-25T10:35:09,643 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/C in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:09,643 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/389d52b093874a19882d465bd881413b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/c08df3ca2fb64fdbaf7085f4a8495fb8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fc2f45ccef9c49f2a162efdaf5ac2b92, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3e6f2248e18c4587b7fe3b8646df1aed] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=46.9 K 2024-11-25T10:35:09,643 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 389d52b093874a19882d465bd881413b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732530906924 2024-11-25T10:35:09,644 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c08df3ca2fb64fdbaf7085f4a8495fb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530906953 2024-11-25T10:35:09,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/10e8df881b5e40f09a397846f66703e9 is 50, key is test_row_0/B:col10/1732530909605/Put/seqid=0 2024-11-25T10:35:09,644 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting fc2f45ccef9c49f2a162efdaf5ac2b92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732530907578 2024-11-25T10:35:09,644 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e6f2248e18c4587b7fe3b8646df1aed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530909161 2024-11-25T10:35:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742078_1254 (size=12001) 2024-11-25T10:35:09,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/10e8df881b5e40f09a397846f66703e9 2024-11-25T10:35:09,661 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#C#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:09,662 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/ce79254554e54ef2b470a423ad4f7e5f is 50, key is test_row_0/C:col10/1732530909161/Put/seqid=0 2024-11-25T10:35:09,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d8156a3b41ca4317b99a1b77c07b020b is 50, key is test_row_0/C:col10/1732530909605/Put/seqid=0 2024-11-25T10:35:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742079_1255 (size=12139) 2024-11-25T10:35:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742080_1256 (size=12001) 2024-11-25T10:35:09,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530969700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:09,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530969700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530969703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530969709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:09,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530969709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:09,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530969809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:10,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530970015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:10,027 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/55a7df96582548b1b9dc1b41d4f13826 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/55a7df96582548b1b9dc1b41d4f13826 2024-11-25T10:35:10,033 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/B of 043caccbe6f6904590f39cbbd8941d33 into 55a7df96582548b1b9dc1b41d4f13826(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:10,033 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:10,033 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/B, priority=12, startTime=1732530909543; duration=0sec 2024-11-25T10:35:10,033 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:10,033 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:B 2024-11-25T10:35:10,090 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/ce79254554e54ef2b470a423ad4f7e5f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce79254554e54ef2b470a423ad4f7e5f 2024-11-25T10:35:10,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d8156a3b41ca4317b99a1b77c07b020b 2024-11-25T10:35:10,098 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/C of 043caccbe6f6904590f39cbbd8941d33 into ce79254554e54ef2b470a423ad4f7e5f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:10,098 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:10,098 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/C, priority=12, startTime=1732530909543; duration=0sec 2024-11-25T10:35:10,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7f574a6ce58947d5b5dbfb2aecf03c2b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7f574a6ce58947d5b5dbfb2aecf03c2b 2024-11-25T10:35:10,099 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:10,099 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:C 2024-11-25T10:35:10,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7f574a6ce58947d5b5dbfb2aecf03c2b, entries=200, sequenceid=88, filesize=14.0 K 2024-11-25T10:35:10,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/10e8df881b5e40f09a397846f66703e9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/10e8df881b5e40f09a397846f66703e9 2024-11-25T10:35:10,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/10e8df881b5e40f09a397846f66703e9, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T10:35:10,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d8156a3b41ca4317b99a1b77c07b020b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d8156a3b41ca4317b99a1b77c07b020b 2024-11-25T10:35:10,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d8156a3b41ca4317b99a1b77c07b020b, entries=150, sequenceid=88, filesize=11.7 K 2024-11-25T10:35:10,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 043caccbe6f6904590f39cbbd8941d33 in 514ms, sequenceid=88, compaction requested=false 2024-11-25T10:35:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:10,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:35:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:10,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:10,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7158fc64d75d4b638208f31d46544b8a is 50, key is test_row_0/A:col10/1732530909682/Put/seqid=0 2024-11-25T10:35:10,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742081_1257 (size=14341) 2024-11-25T10:35:10,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530970341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:10,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530970444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:10,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530970648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:10,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7158fc64d75d4b638208f31d46544b8a 2024-11-25T10:35:10,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/aca510755cea4eb384d7855d68c115ba is 50, key is test_row_0/B:col10/1732530909682/Put/seqid=0 2024-11-25T10:35:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742082_1258 (size=12001) 2024-11-25T10:35:10,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530970952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-25T10:35:11,026 INFO [Thread-1112 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-25T10:35:11,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-25T10:35:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:35:11,028 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:11,029 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:11,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:35:11,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/aca510755cea4eb384d7855d68c115ba 2024-11-25T10:35:11,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/021469587a78444fa5c3d5d513b03ad2 is 50, key is test_row_0/C:col10/1732530909682/Put/seqid=0 2024-11-25T10:35:11,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742083_1259 (size=12001) 2024-11-25T10:35:11,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T10:35:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:35:11,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T10:35:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530971458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T10:35:11,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:11,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:11,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/021469587a78444fa5c3d5d513b03ad2 2024-11-25T10:35:11,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/7158fc64d75d4b638208f31d46544b8a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7158fc64d75d4b638208f31d46544b8a 2024-11-25T10:35:11,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7158fc64d75d4b638208f31d46544b8a, entries=200, sequenceid=117, filesize=14.0 K 2024-11-25T10:35:11,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/aca510755cea4eb384d7855d68c115ba as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/aca510755cea4eb384d7855d68c115ba 2024-11-25T10:35:11,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/aca510755cea4eb384d7855d68c115ba, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T10:35:11,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/021469587a78444fa5c3d5d513b03ad2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/021469587a78444fa5c3d5d513b03ad2 2024-11-25T10:35:11,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/021469587a78444fa5c3d5d513b03ad2, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T10:35:11,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 043caccbe6f6904590f39cbbd8941d33 in 1272ms, sequenceid=117, compaction requested=true 2024-11-25T10:35:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:11,592 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:11,592 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:11,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:11,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:11,593 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:11,593 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/B is initiating minor compaction (all files) 2024-11-25T10:35:11,593 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/B in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,594 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/55a7df96582548b1b9dc1b41d4f13826, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/10e8df881b5e40f09a397846f66703e9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/aca510755cea4eb384d7855d68c115ba] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=35.3 K 2024-11-25T10:35:11,594 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:11,594 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/A is initiating minor compaction (all files) 2024-11-25T10:35:11,594 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/A in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,594 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/4f0e9ffce5714d1da9d117f894d216e7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7f574a6ce58947d5b5dbfb2aecf03c2b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7158fc64d75d4b638208f31d46544b8a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=39.9 K 2024-11-25T10:35:11,594 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 55a7df96582548b1b9dc1b41d4f13826, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530909161 2024-11-25T10:35:11,594 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 10e8df881b5e40f09a397846f66703e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732530909482 2024-11-25T10:35:11,594 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f0e9ffce5714d1da9d117f894d216e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530909161 2024-11-25T10:35:11,594 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting aca510755cea4eb384d7855d68c115ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530909682 2024-11-25T10:35:11,594 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f574a6ce58947d5b5dbfb2aecf03c2b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732530909482 2024-11-25T10:35:11,595 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7158fc64d75d4b638208f31d46544b8a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530909682 2024-11-25T10:35:11,602 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#A#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:11,603 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/db100ae545304cf38ff7d215ed55ebf3 is 50, key is test_row_0/A:col10/1732530909682/Put/seqid=0 2024-11-25T10:35:11,604 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#B#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:11,605 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/dbcc320a94bc4c35a930bc738d625a38 is 50, key is test_row_0/B:col10/1732530909682/Put/seqid=0 2024-11-25T10:35:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742085_1261 (size=12241) 2024-11-25T10:35:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742084_1260 (size=12241) 2024-11-25T10:35:11,617 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/db100ae545304cf38ff7d215ed55ebf3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/db100ae545304cf38ff7d215ed55ebf3 2024-11-25T10:35:11,622 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/A of 043caccbe6f6904590f39cbbd8941d33 into db100ae545304cf38ff7d215ed55ebf3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:11,622 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:11,622 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/A, priority=13, startTime=1732530911592; duration=0sec 2024-11-25T10:35:11,622 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:11,622 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:A 2024-11-25T10:35:11,622 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:11,624 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:11,624 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/C is initiating minor compaction (all files) 2024-11-25T10:35:11,624 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/C in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,624 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce79254554e54ef2b470a423ad4f7e5f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d8156a3b41ca4317b99a1b77c07b020b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/021469587a78444fa5c3d5d513b03ad2] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=35.3 K 2024-11-25T10:35:11,625 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce79254554e54ef2b470a423ad4f7e5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732530909161 2024-11-25T10:35:11,625 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8156a3b41ca4317b99a1b77c07b020b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732530909482 2024-11-25T10:35:11,625 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 021469587a78444fa5c3d5d513b03ad2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530909682 2024-11-25T10:35:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:35:11,633 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:11,633 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/9eb096a236c74b9185f80888fe23f7cd is 50, key is test_row_0/C:col10/1732530909682/Put/seqid=0 2024-11-25T10:35:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742086_1262 (size=12241) 2024-11-25T10:35:11,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T10:35:11,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:11,640 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T10:35:11,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:11,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:11,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/6118d5dc1b4e496ea091ca84ea0bf32f is 50, key is test_row_0/A:col10/1732530910333/Put/seqid=0 2024-11-25T10:35:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742087_1263 (size=12001) 2024-11-25T10:35:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:11,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530971732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530971733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530971734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530971735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530971836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530971836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530971837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:11,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530971838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,016 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/dbcc320a94bc4c35a930bc738d625a38 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/dbcc320a94bc4c35a930bc738d625a38 2024-11-25T10:35:12,021 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/B of 043caccbe6f6904590f39cbbd8941d33 into dbcc320a94bc4c35a930bc738d625a38(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:12,021 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:12,021 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/B, priority=13, startTime=1732530911592; duration=0sec 2024-11-25T10:35:12,021 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:12,021 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:B 2024-11-25T10:35:12,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530972039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530972040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530972040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530972040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,043 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/9eb096a236c74b9185f80888fe23f7cd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9eb096a236c74b9185f80888fe23f7cd 2024-11-25T10:35:12,047 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/C of 043caccbe6f6904590f39cbbd8941d33 into 9eb096a236c74b9185f80888fe23f7cd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:12,047 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:12,047 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/C, priority=13, startTime=1732530911592; duration=0sec 2024-11-25T10:35:12,047 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:12,048 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:C 2024-11-25T10:35:12,061 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/6118d5dc1b4e496ea091ca84ea0bf32f 2024-11-25T10:35:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/5488c7b4e76b442aaf2986635486c346 is 50, key is test_row_0/B:col10/1732530910333/Put/seqid=0 2024-11-25T10:35:12,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742088_1264 (size=12001) 2024-11-25T10:35:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:35:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530972343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530972343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530972343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530972344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530972460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,471 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/5488c7b4e76b442aaf2986635486c346 2024-11-25T10:35:12,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/07a56d57b3434988bc1501ddb3e367d6 is 50, key is test_row_0/C:col10/1732530910333/Put/seqid=0 2024-11-25T10:35:12,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742089_1265 (size=12001) 2024-11-25T10:35:12,482 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/07a56d57b3434988bc1501ddb3e367d6 2024-11-25T10:35:12,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/6118d5dc1b4e496ea091ca84ea0bf32f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6118d5dc1b4e496ea091ca84ea0bf32f 2024-11-25T10:35:12,490 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6118d5dc1b4e496ea091ca84ea0bf32f, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T10:35:12,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/5488c7b4e76b442aaf2986635486c346 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5488c7b4e76b442aaf2986635486c346 2024-11-25T10:35:12,495 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5488c7b4e76b442aaf2986635486c346, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T10:35:12,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/07a56d57b3434988bc1501ddb3e367d6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/07a56d57b3434988bc1501ddb3e367d6 2024-11-25T10:35:12,500 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/07a56d57b3434988bc1501ddb3e367d6, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T10:35:12,501 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 043caccbe6f6904590f39cbbd8941d33 in 861ms, sequenceid=128, compaction requested=false 2024-11-25T10:35:12,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:12,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:12,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-25T10:35:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-25T10:35:12,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T10:35:12,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4740 sec 2024-11-25T10:35:12,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4770 sec 2024-11-25T10:35:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:12,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T10:35:12,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:12,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:12,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:12,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:12,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:12,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:12,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530972851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/21aeb7533f24411d8428e57051dab0ed is 50, key is test_row_0/A:col10/1732530912848/Put/seqid=0 2024-11-25T10:35:12,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530972853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530972853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530972854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742090_1266 (size=14541) 2024-11-25T10:35:12,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530972955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530972955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530972959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530972960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T10:35:13,132 INFO [Thread-1112 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-25T10:35:13,133 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T10:35:13,134 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:13,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:13,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:35:13,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530973157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530973157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530973163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530973164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:35:13,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/21aeb7533f24411d8428e57051dab0ed 2024-11-25T10:35:13,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/d830157ee568481a84b6a9eda2690b9a is 50, key is test_row_0/B:col10/1732530912848/Put/seqid=0 2024-11-25T10:35:13,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T10:35:13,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742091_1267 (size=12151) 2024-11-25T10:35:13,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:35:13,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T10:35:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530973459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530973459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530973466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530973468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T10:35:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/d830157ee568481a84b6a9eda2690b9a 2024-11-25T10:35:13,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/32f42929813e436da2e4908798ebf2d9 is 50, key is test_row_0/C:col10/1732530912848/Put/seqid=0 2024-11-25T10:35:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742092_1268 (size=12151) 2024-11-25T10:35:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:35:13,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T10:35:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T10:35:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:13,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:13,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530973963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530973967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530973970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:13,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530973972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T10:35:14,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:14,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:14,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:14,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:14,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:14,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/32f42929813e436da2e4908798ebf2d9 2024-11-25T10:35:14,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/21aeb7533f24411d8428e57051dab0ed as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/21aeb7533f24411d8428e57051dab0ed 2024-11-25T10:35:14,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/21aeb7533f24411d8428e57051dab0ed, entries=200, sequenceid=158, filesize=14.2 K 2024-11-25T10:35:14,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/d830157ee568481a84b6a9eda2690b9a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/d830157ee568481a84b6a9eda2690b9a 2024-11-25T10:35:14,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/d830157ee568481a84b6a9eda2690b9a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T10:35:14,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/32f42929813e436da2e4908798ebf2d9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/32f42929813e436da2e4908798ebf2d9 2024-11-25T10:35:14,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/32f42929813e436da2e4908798ebf2d9, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T10:35:14,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 043caccbe6f6904590f39cbbd8941d33 in 1318ms, sequenceid=158, compaction requested=true 2024-11-25T10:35:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:14,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:14,166 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:14,166 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:14,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:14,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:14,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:14,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:14,168 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:14,168 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:14,168 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/B is initiating minor compaction (all files) 2024-11-25T10:35:14,168 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/A is initiating minor compaction (all files) 2024-11-25T10:35:14,168 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/B in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:14,168 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/A in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:14,168 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/dbcc320a94bc4c35a930bc738d625a38, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5488c7b4e76b442aaf2986635486c346, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/d830157ee568481a84b6a9eda2690b9a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=35.5 K 2024-11-25T10:35:14,168 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/db100ae545304cf38ff7d215ed55ebf3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6118d5dc1b4e496ea091ca84ea0bf32f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/21aeb7533f24411d8428e57051dab0ed] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=37.9 K 2024-11-25T10:35:14,168 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting dbcc320a94bc4c35a930bc738d625a38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530909682 2024-11-25T10:35:14,168 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting db100ae545304cf38ff7d215ed55ebf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530909682 2024-11-25T10:35:14,169 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6118d5dc1b4e496ea091ca84ea0bf32f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732530910333 2024-11-25T10:35:14,169 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21aeb7533f24411d8428e57051dab0ed, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530911728 2024-11-25T10:35:14,170 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5488c7b4e76b442aaf2986635486c346, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732530910333 2024-11-25T10:35:14,170 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d830157ee568481a84b6a9eda2690b9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530911733 2024-11-25T10:35:14,178 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:14,179 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/6ccb9c85f42f42bab3dc1a1f917f93cf is 50, key is test_row_0/A:col10/1732530912848/Put/seqid=0 2024-11-25T10:35:14,184 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#B#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:14,184 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/f6a5596cb68c44388e7ff8a9974116d4 is 50, key is test_row_0/B:col10/1732530912848/Put/seqid=0 2024-11-25T10:35:14,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742093_1269 (size=12493) 2024-11-25T10:35:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742094_1270 (size=12493) 2024-11-25T10:35:14,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T10:35:14,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:14,210 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T10:35:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:14,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:14,212 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/f6a5596cb68c44388e7ff8a9974116d4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f6a5596cb68c44388e7ff8a9974116d4 2024-11-25T10:35:14,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/f2917156de67463d90712ea13bf75080 is 50, key is test_row_1/A:col10/1732530912853/Put/seqid=0 2024-11-25T10:35:14,220 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/B of 043caccbe6f6904590f39cbbd8941d33 into f6a5596cb68c44388e7ff8a9974116d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:14,220 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:14,220 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/B, priority=13, startTime=1732530914166; duration=0sec 2024-11-25T10:35:14,220 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:14,220 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:B 2024-11-25T10:35:14,221 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:14,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742095_1271 (size=9757) 2024-11-25T10:35:14,222 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:14,222 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/C is initiating minor compaction (all files) 2024-11-25T10:35:14,222 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/C in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:14,222 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9eb096a236c74b9185f80888fe23f7cd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/07a56d57b3434988bc1501ddb3e367d6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/32f42929813e436da2e4908798ebf2d9] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=35.5 K 2024-11-25T10:35:14,223 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eb096a236c74b9185f80888fe23f7cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732530909682 2024-11-25T10:35:14,223 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 07a56d57b3434988bc1501ddb3e367d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732530910333 2024-11-25T10:35:14,223 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 32f42929813e436da2e4908798ebf2d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530911733 2024-11-25T10:35:14,231 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#C#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:14,232 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/56c1f8a50b1f468baf1a70f5f9311dbf is 50, key is test_row_0/C:col10/1732530912848/Put/seqid=0 2024-11-25T10:35:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:35:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742096_1272 (size=12493) 2024-11-25T10:35:14,249 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/56c1f8a50b1f468baf1a70f5f9311dbf as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/56c1f8a50b1f468baf1a70f5f9311dbf 2024-11-25T10:35:14,257 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/C of 043caccbe6f6904590f39cbbd8941d33 into 56c1f8a50b1f468baf1a70f5f9311dbf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:14,257 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:14,257 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/C, priority=13, startTime=1732530914167; duration=0sec 2024-11-25T10:35:14,257 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:14,258 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:C 2024-11-25T10:35:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:14,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530974518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,590 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/6ccb9c85f42f42bab3dc1a1f917f93cf as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6ccb9c85f42f42bab3dc1a1f917f93cf 2024-11-25T10:35:14,594 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/A of 043caccbe6f6904590f39cbbd8941d33 into 6ccb9c85f42f42bab3dc1a1f917f93cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:14,594 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:14,594 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/A, priority=13, startTime=1732530914166; duration=0sec 2024-11-25T10:35:14,594 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:14,594 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:A 2024-11-25T10:35:14,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530974621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,622 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/f2917156de67463d90712ea13bf75080 2024-11-25T10:35:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/4c08d88e61fc4d258af3f35405605468 is 50, key is test_row_1/B:col10/1732530912853/Put/seqid=0 2024-11-25T10:35:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742097_1273 (size=9757) 2024-11-25T10:35:14,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:14,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530974822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530974973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530974973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530974976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:14,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:14,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530974983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:15,032 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/4c08d88e61fc4d258af3f35405605468 2024-11-25T10:35:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/15f65c5121a74a2faf65fb237076432b is 50, key is test_row_1/C:col10/1732530912853/Put/seqid=0 2024-11-25T10:35:15,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742098_1274 (size=9757) 2024-11-25T10:35:15,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530975126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:35:15,461 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/15f65c5121a74a2faf65fb237076432b 2024-11-25T10:35:15,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/f2917156de67463d90712ea13bf75080 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f2917156de67463d90712ea13bf75080 2024-11-25T10:35:15,471 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f2917156de67463d90712ea13bf75080, entries=100, sequenceid=166, filesize=9.5 K 2024-11-25T10:35:15,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/4c08d88e61fc4d258af3f35405605468 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4c08d88e61fc4d258af3f35405605468 2024-11-25T10:35:15,476 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4c08d88e61fc4d258af3f35405605468, entries=100, sequenceid=166, filesize=9.5 K 2024-11-25T10:35:15,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/15f65c5121a74a2faf65fb237076432b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/15f65c5121a74a2faf65fb237076432b 2024-11-25T10:35:15,485 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/15f65c5121a74a2faf65fb237076432b, entries=100, sequenceid=166, filesize=9.5 K 2024-11-25T10:35:15,486 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 043caccbe6f6904590f39cbbd8941d33 in 1275ms, sequenceid=166, compaction requested=false 2024-11-25T10:35:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T10:35:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T10:35:15,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T10:35:15,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-11-25T10:35:15,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.3570 sec 2024-11-25T10:35:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:15,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T10:35:15,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:15,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:15,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:15,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:15,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:15,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:15,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/564ac0f94b584c22a174ceab72e11b04 is 50, key is test_row_0/A:col10/1732530914508/Put/seqid=0 2024-11-25T10:35:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742099_1275 (size=14541) 2024-11-25T10:35:15,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530975644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:15,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530975747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:15,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530975950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:16,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/564ac0f94b584c22a174ceab72e11b04 2024-11-25T10:35:16,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/6d79af2b692d4add89afdfe7027b1bc4 is 50, key is test_row_0/B:col10/1732530914508/Put/seqid=0 2024-11-25T10:35:16,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742100_1276 (size=12151) 2024-11-25T10:35:16,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:16,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530976252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:16,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/6d79af2b692d4add89afdfe7027b1bc4 2024-11-25T10:35:16,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/3968747868a549ce827809ce96dbc0cc is 50, key is test_row_0/C:col10/1732530914508/Put/seqid=0 2024-11-25T10:35:16,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742101_1277 (size=12151) 2024-11-25T10:35:16,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530976755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:16,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/3968747868a549ce827809ce96dbc0cc 2024-11-25T10:35:16,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/564ac0f94b584c22a174ceab72e11b04 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/564ac0f94b584c22a174ceab72e11b04 2024-11-25T10:35:16,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/564ac0f94b584c22a174ceab72e11b04, entries=200, sequenceid=198, filesize=14.2 K 2024-11-25T10:35:16,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/6d79af2b692d4add89afdfe7027b1bc4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6d79af2b692d4add89afdfe7027b1bc4 2024-11-25T10:35:16,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6d79af2b692d4add89afdfe7027b1bc4, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T10:35:16,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/3968747868a549ce827809ce96dbc0cc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3968747868a549ce827809ce96dbc0cc 2024-11-25T10:35:16,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3968747868a549ce827809ce96dbc0cc, entries=150, sequenceid=198, filesize=11.9 K 2024-11-25T10:35:16,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 043caccbe6f6904590f39cbbd8941d33 in 1252ms, sequenceid=198, compaction requested=true 2024-11-25T10:35:16,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:16,884 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:16,884 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:16,885 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:16,885 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:16,885 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/A is initiating minor compaction (all files) 2024-11-25T10:35:16,885 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/B is initiating minor compaction (all files) 2024-11-25T10:35:16,885 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/B in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:16,885 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/A in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:16,885 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6ccb9c85f42f42bab3dc1a1f917f93cf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f2917156de67463d90712ea13bf75080, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/564ac0f94b584c22a174ceab72e11b04] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=35.9 K 2024-11-25T10:35:16,885 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f6a5596cb68c44388e7ff8a9974116d4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4c08d88e61fc4d258af3f35405605468, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6d79af2b692d4add89afdfe7027b1bc4] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=33.6 K 2024-11-25T10:35:16,886 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f6a5596cb68c44388e7ff8a9974116d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530911733 2024-11-25T10:35:16,886 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ccb9c85f42f42bab3dc1a1f917f93cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530911733 2024-11-25T10:35:16,886 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c08d88e61fc4d258af3f35405605468, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732530912852 2024-11-25T10:35:16,887 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2917156de67463d90712ea13bf75080, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732530912852 2024-11-25T10:35:16,887 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d79af2b692d4add89afdfe7027b1bc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732530914508 2024-11-25T10:35:16,887 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 564ac0f94b584c22a174ceab72e11b04, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732530914508 2024-11-25T10:35:16,894 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:16,894 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:16,895 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/f737505dbee545bf9132cafa0edb7dc7 is 50, key is test_row_0/A:col10/1732530914508/Put/seqid=0 2024-11-25T10:35:16,895 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/ad1a3a13c6464d1fa172c0c60ebef87b is 50, key is test_row_0/B:col10/1732530914508/Put/seqid=0 2024-11-25T10:35:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742102_1278 (size=12595) 2024-11-25T10:35:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742103_1279 (size=12595) 2024-11-25T10:35:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:16,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:35:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:16,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:16,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/9f4b3b6f21b34c4b9de83e08bccaa388 is 50, key is test_row_0/A:col10/1732530915643/Put/seqid=0 2024-11-25T10:35:17,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742104_1280 (size=14541) 2024-11-25T10:35:17,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530977011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530977012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530977013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530977013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530977115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530977115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530977116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530977116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T10:35:17,243 INFO [Thread-1112 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T10:35:17,244 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T10:35:17,245 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:35:17,246 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:17,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:17,308 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/ad1a3a13c6464d1fa172c0c60ebef87b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/ad1a3a13c6464d1fa172c0c60ebef87b 2024-11-25T10:35:17,312 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/B of 043caccbe6f6904590f39cbbd8941d33 into ad1a3a13c6464d1fa172c0c60ebef87b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:17,312 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:17,312 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/B, priority=13, startTime=1732530916884; duration=0sec 2024-11-25T10:35:17,313 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:17,313 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:B 2024-11-25T10:35:17,313 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:17,314 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:17,314 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/C is initiating minor compaction (all files) 2024-11-25T10:35:17,314 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/C in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,314 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/56c1f8a50b1f468baf1a70f5f9311dbf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/15f65c5121a74a2faf65fb237076432b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3968747868a549ce827809ce96dbc0cc] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=33.6 K 2024-11-25T10:35:17,314 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 56c1f8a50b1f468baf1a70f5f9311dbf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732530911733 2024-11-25T10:35:17,315 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 15f65c5121a74a2faf65fb237076432b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732530912852 2024-11-25T10:35:17,315 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3968747868a549ce827809ce96dbc0cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732530914508 2024-11-25T10:35:17,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530977318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530977319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530977320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530977320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,325 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/f737505dbee545bf9132cafa0edb7dc7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f737505dbee545bf9132cafa0edb7dc7 2024-11-25T10:35:17,325 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:17,326 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/b4b8521ea7494f27a31d6f9c1ac7ef70 is 50, key is test_row_0/C:col10/1732530914508/Put/seqid=0 2024-11-25T10:35:17,330 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/A of 043caccbe6f6904590f39cbbd8941d33 into f737505dbee545bf9132cafa0edb7dc7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:17,330 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:17,330 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/A, priority=13, startTime=1732530916884; duration=0sec 2024-11-25T10:35:17,330 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:17,330 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:A 2024-11-25T10:35:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742105_1281 (size=12595) 2024-11-25T10:35:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:35:17,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T10:35:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/9f4b3b6f21b34c4b9de83e08bccaa388 2024-11-25T10:35:17,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/85d94f549f8446fba40d9ce25f61d93e is 50, key is test_row_0/B:col10/1732530915643/Put/seqid=0 2024-11-25T10:35:17,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742106_1282 (size=12151) 2024-11-25T10:35:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:35:17,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T10:35:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530977622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530977623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530977623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530977624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T10:35:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,736 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/b4b8521ea7494f27a31d6f9c1ac7ef70 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/b4b8521ea7494f27a31d6f9c1ac7ef70 2024-11-25T10:35:17,740 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/C of 043caccbe6f6904590f39cbbd8941d33 into b4b8521ea7494f27a31d6f9c1ac7ef70(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:17,740 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:17,740 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/C, priority=13, startTime=1732530916884; duration=0sec 2024-11-25T10:35:17,740 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:17,740 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:C 2024-11-25T10:35:17,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530977761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/85d94f549f8446fba40d9ce25f61d93e 2024-11-25T10:35:17,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/808900ec71e342ffa00e37c0fbae9439 is 50, key is test_row_0/C:col10/1732530915643/Put/seqid=0 2024-11-25T10:35:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742107_1283 (size=12151) 2024-11-25T10:35:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:35:17,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:17,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T10:35:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:17,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:18,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:18,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T10:35:18,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:18,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:18,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:18,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:18,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:18,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530978126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530978127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530978127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:18,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530978128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:18,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:18,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T10:35:18,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:18,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:18,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:18,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:18,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:18,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/808900ec71e342ffa00e37c0fbae9439 2024-11-25T10:35:18,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/9f4b3b6f21b34c4b9de83e08bccaa388 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f4b3b6f21b34c4b9de83e08bccaa388 2024-11-25T10:35:18,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f4b3b6f21b34c4b9de83e08bccaa388, entries=200, sequenceid=209, filesize=14.2 K 2024-11-25T10:35:18,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/85d94f549f8446fba40d9ce25f61d93e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/85d94f549f8446fba40d9ce25f61d93e 2024-11-25T10:35:18,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/85d94f549f8446fba40d9ce25f61d93e, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T10:35:18,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/808900ec71e342ffa00e37c0fbae9439 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/808900ec71e342ffa00e37c0fbae9439 2024-11-25T10:35:18,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/808900ec71e342ffa00e37c0fbae9439, entries=150, sequenceid=209, filesize=11.9 K 2024-11-25T10:35:18,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 043caccbe6f6904590f39cbbd8941d33 in 1263ms, sequenceid=209, compaction requested=false 2024-11-25T10:35:18,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:18,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:18,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T10:35:18,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:18,313 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:35:18,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:18,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/ace33bb5219d47d8bdc7bd5d3103bddb is 50, key is test_row_0/A:col10/1732530917012/Put/seqid=0 2024-11-25T10:35:18,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742108_1284 (size=12151) 2024-11-25T10:35:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:35:18,726 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/ace33bb5219d47d8bdc7bd5d3103bddb 2024-11-25T10:35:18,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/a2232532d4a44f5a8efc31da18b5c132 is 50, key is test_row_0/B:col10/1732530917012/Put/seqid=0 2024-11-25T10:35:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742109_1285 (size=12151) 2024-11-25T10:35:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:19,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:19,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530979148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530979148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530979153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530979153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,177 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/a2232532d4a44f5a8efc31da18b5c132 2024-11-25T10:35:19,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/aa6607edd57642168f2a67e7c9ab7006 is 50, key is test_row_0/C:col10/1732530917012/Put/seqid=0 2024-11-25T10:35:19,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742110_1286 (size=12151) 2024-11-25T10:35:19,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530979253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530979255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530979256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530979256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:35:19,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530979455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530979458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530979459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530979462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,603 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/aa6607edd57642168f2a67e7c9ab7006 2024-11-25T10:35:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/ace33bb5219d47d8bdc7bd5d3103bddb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/ace33bb5219d47d8bdc7bd5d3103bddb 2024-11-25T10:35:19,626 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/ace33bb5219d47d8bdc7bd5d3103bddb, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T10:35:19,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/a2232532d4a44f5a8efc31da18b5c132 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/a2232532d4a44f5a8efc31da18b5c132 2024-11-25T10:35:19,632 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/a2232532d4a44f5a8efc31da18b5c132, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T10:35:19,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/aa6607edd57642168f2a67e7c9ab7006 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/aa6607edd57642168f2a67e7c9ab7006 2024-11-25T10:35:19,639 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/aa6607edd57642168f2a67e7c9ab7006, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T10:35:19,640 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 043caccbe6f6904590f39cbbd8941d33 in 1327ms, sequenceid=237, compaction requested=true 2024-11-25T10:35:19,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:19,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:19,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T10:35:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T10:35:19,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T10:35:19,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3950 sec 2024-11-25T10:35:19,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.4000 sec 2024-11-25T10:35:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:19,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:35:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:19,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:19,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/172b712e5fb644b999a3fc7a37f9d58c is 50, key is test_row_0/A:col10/1732530919150/Put/seqid=0 2024-11-25T10:35:19,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742111_1287 (size=14541) 2024-11-25T10:35:19,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530979797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530979797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530979797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530979801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530979802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530979905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530979905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530979905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530979907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:19,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530979907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530980109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530980110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530980110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530980110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530980115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/172b712e5fb644b999a3fc7a37f9d58c 2024-11-25T10:35:20,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/5df52194f0b14357a0a4c6309cf14f5a is 50, key is test_row_0/B:col10/1732530919150/Put/seqid=0 2024-11-25T10:35:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742112_1288 (size=12151) 2024-11-25T10:35:20,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530980414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530980415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530980427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530980427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530980428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/5df52194f0b14357a0a4c6309cf14f5a 2024-11-25T10:35:20,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d61dc620618f45f59e6b92307bb1e9eb is 50, key is test_row_0/C:col10/1732530919150/Put/seqid=0 2024-11-25T10:35:20,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742113_1289 (size=12151) 2024-11-25T10:35:20,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530980919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530980919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530980930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530980931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:20,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530980933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:21,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d61dc620618f45f59e6b92307bb1e9eb 2024-11-25T10:35:21,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/172b712e5fb644b999a3fc7a37f9d58c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/172b712e5fb644b999a3fc7a37f9d58c 2024-11-25T10:35:21,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/172b712e5fb644b999a3fc7a37f9d58c, entries=200, sequenceid=250, filesize=14.2 K 2024-11-25T10:35:21,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/5df52194f0b14357a0a4c6309cf14f5a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5df52194f0b14357a0a4c6309cf14f5a 2024-11-25T10:35:21,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5df52194f0b14357a0a4c6309cf14f5a, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:35:21,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d61dc620618f45f59e6b92307bb1e9eb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d61dc620618f45f59e6b92307bb1e9eb 2024-11-25T10:35:21,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d61dc620618f45f59e6b92307bb1e9eb, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:35:21,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 043caccbe6f6904590f39cbbd8941d33 in 1328ms, sequenceid=250, compaction requested=true 2024-11-25T10:35:21,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:21,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:21,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:21,087 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:21,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:21,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:21,087 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:21,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:21,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:21,089 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:21,089 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:21,089 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/B is initiating minor compaction (all files) 2024-11-25T10:35:21,089 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/A is initiating minor compaction (all files) 2024-11-25T10:35:21,089 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/A in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:21,089 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/B in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:21,089 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/ad1a3a13c6464d1fa172c0c60ebef87b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/85d94f549f8446fba40d9ce25f61d93e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/a2232532d4a44f5a8efc31da18b5c132, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5df52194f0b14357a0a4c6309cf14f5a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=47.9 K 2024-11-25T10:35:21,089 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f737505dbee545bf9132cafa0edb7dc7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f4b3b6f21b34c4b9de83e08bccaa388, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/ace33bb5219d47d8bdc7bd5d3103bddb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/172b712e5fb644b999a3fc7a37f9d58c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=52.6 K 2024-11-25T10:35:21,089 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f737505dbee545bf9132cafa0edb7dc7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732530914508 2024-11-25T10:35:21,089 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ad1a3a13c6464d1fa172c0c60ebef87b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732530914508 2024-11-25T10:35:21,090 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 85d94f549f8446fba40d9ce25f61d93e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530915643 2024-11-25T10:35:21,090 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f4b3b6f21b34c4b9de83e08bccaa388, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530915643 2024-11-25T10:35:21,090 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a2232532d4a44f5a8efc31da18b5c132, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530917010 2024-11-25T10:35:21,090 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ace33bb5219d47d8bdc7bd5d3103bddb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530917010 2024-11-25T10:35:21,090 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5df52194f0b14357a0a4c6309cf14f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530919150 2024-11-25T10:35:21,090 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 172b712e5fb644b999a3fc7a37f9d58c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530919141 2024-11-25T10:35:21,100 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#A#compaction#241 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:21,101 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/dc81347eff164d059e53ff6bceb28c0f is 50, key is test_row_0/A:col10/1732530919150/Put/seqid=0 2024-11-25T10:35:21,102 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#B#compaction#242 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:21,103 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/542cd3044cb84b79845f310186be76fc is 50, key is test_row_0/B:col10/1732530919150/Put/seqid=0 2024-11-25T10:35:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742114_1290 (size=12731) 2024-11-25T10:35:21,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742115_1291 (size=12731) 2024-11-25T10:35:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T10:35:21,350 INFO [Thread-1112 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T10:35:21,351 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T10:35:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:35:21,352 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:21,353 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:21,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:35:21,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:21,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T10:35:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:21,505 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:35:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/6de63033c72b44b9bf5ff6b6205a43d7 is 50, key is test_row_0/A:col10/1732530919774/Put/seqid=0 2024-11-25T10:35:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742116_1292 (size=12301) 2024-11-25T10:35:21,516 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/6de63033c72b44b9bf5ff6b6205a43d7 2024-11-25T10:35:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/86c6040f9dc148d5b231292e2d6cc047 is 50, key is test_row_0/B:col10/1732530919774/Put/seqid=0 2024-11-25T10:35:21,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742117_1293 (size=12301) 2024-11-25T10:35:21,530 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/dc81347eff164d059e53ff6bceb28c0f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/dc81347eff164d059e53ff6bceb28c0f 2024-11-25T10:35:21,535 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/A of 043caccbe6f6904590f39cbbd8941d33 into dc81347eff164d059e53ff6bceb28c0f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:21,535 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:21,535 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/A, priority=12, startTime=1732530921087; duration=0sec 2024-11-25T10:35:21,535 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:21,535 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:A 2024-11-25T10:35:21,535 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:21,536 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:21,536 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/C is initiating minor compaction (all files) 2024-11-25T10:35:21,536 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/C in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:21,537 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/b4b8521ea7494f27a31d6f9c1ac7ef70, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/808900ec71e342ffa00e37c0fbae9439, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/aa6607edd57642168f2a67e7c9ab7006, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d61dc620618f45f59e6b92307bb1e9eb] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=47.9 K 2024-11-25T10:35:21,537 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4b8521ea7494f27a31d6f9c1ac7ef70, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732530914508 2024-11-25T10:35:21,537 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 808900ec71e342ffa00e37c0fbae9439, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732530915643 2024-11-25T10:35:21,538 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa6607edd57642168f2a67e7c9ab7006, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732530917010 2024-11-25T10:35:21,538 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d61dc620618f45f59e6b92307bb1e9eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530919150 2024-11-25T10:35:21,556 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/542cd3044cb84b79845f310186be76fc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/542cd3044cb84b79845f310186be76fc 2024-11-25T10:35:21,557 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#C#compaction#245 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:21,557 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/a8e89dee307b4c01b5ccd0d5772c8d3c is 50, key is test_row_0/C:col10/1732530919150/Put/seqid=0 2024-11-25T10:35:21,562 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/B of 043caccbe6f6904590f39cbbd8941d33 into 542cd3044cb84b79845f310186be76fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:21,562 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:21,562 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/B, priority=12, startTime=1732530921087; duration=0sec 2024-11-25T10:35:21,562 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:21,562 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:B 2024-11-25T10:35:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742118_1294 (size=12731) 2024-11-25T10:35:21,580 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/a8e89dee307b4c01b5ccd0d5772c8d3c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/a8e89dee307b4c01b5ccd0d5772c8d3c 2024-11-25T10:35:21,587 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/C of 043caccbe6f6904590f39cbbd8941d33 into a8e89dee307b4c01b5ccd0d5772c8d3c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:21,587 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:21,587 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/C, priority=12, startTime=1732530921087; duration=0sec 2024-11-25T10:35:21,587 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:21,587 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:C 2024-11-25T10:35:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:35:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:21,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:21,931 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/86c6040f9dc148d5b231292e2d6cc047 2024-11-25T10:35:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/fb9e68496791448b845726686e0bf2b6 is 50, key is test_row_0/C:col10/1732530919774/Put/seqid=0 2024-11-25T10:35:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530981940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:21,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742119_1295 (size=12301) 2024-11-25T10:35:21,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530981942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:21,944 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/fb9e68496791448b845726686e0bf2b6 2024-11-25T10:35:21,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530981943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:21,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530981943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:21,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530981943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/6de63033c72b44b9bf5ff6b6205a43d7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6de63033c72b44b9bf5ff6b6205a43d7 2024-11-25T10:35:21,951 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6de63033c72b44b9bf5ff6b6205a43d7, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T10:35:21,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/86c6040f9dc148d5b231292e2d6cc047 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86c6040f9dc148d5b231292e2d6cc047 2024-11-25T10:35:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:35:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86c6040f9dc148d5b231292e2d6cc047, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T10:35:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/fb9e68496791448b845726686e0bf2b6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fb9e68496791448b845726686e0bf2b6 2024-11-25T10:35:21,967 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fb9e68496791448b845726686e0bf2b6, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T10:35:21,968 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 043caccbe6f6904590f39cbbd8941d33 in 463ms, sequenceid=274, compaction requested=false 2024-11-25T10:35:21,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:21,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:21,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T10:35:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T10:35:21,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T10:35:21,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 616 msec 2024-11-25T10:35:21,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 621 msec 2024-11-25T10:35:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:22,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:35:22,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:22,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:22,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/c3563bbe9abc43c3a9ab14c2e696bc74 is 50, key is test_row_0/A:col10/1732530922045/Put/seqid=0 2024-11-25T10:35:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742120_1296 (size=12301) 2024-11-25T10:35:22,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530982067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530982068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530982069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530982171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530982171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530982173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530982373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530982374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530982376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T10:35:22,456 INFO [Thread-1112 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T10:35:22,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/c3563bbe9abc43c3a9ab14c2e696bc74 2024-11-25T10:35:22,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T10:35:22,458 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:22,459 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:22,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:35:22,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/fada559ee06c4659a1d7cb20a5ea90c5 is 50, key is test_row_0/B:col10/1732530922045/Put/seqid=0 2024-11-25T10:35:22,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742121_1297 (size=12301) 2024-11-25T10:35:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:35:22,610 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T10:35:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:22,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:22,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530982675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530982676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530982679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:35:22,763 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T10:35:22,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:22,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:22,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:22,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:22,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:22,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/fada559ee06c4659a1d7cb20a5ea90c5 2024-11-25T10:35:22,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d64f3514c61446419c5161a92355bde8 is 50, key is test_row_0/C:col10/1732530922045/Put/seqid=0 2024-11-25T10:35:22,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742122_1298 (size=12301) 2024-11-25T10:35:22,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:22,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T10:35:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:22,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:22,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:35:23,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:23,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T10:35:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530983177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:23,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530983178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:23,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530983185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:23,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:23,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T10:35:23,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:23,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:23,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:23,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d64f3514c61446419c5161a92355bde8 2024-11-25T10:35:23,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/c3563bbe9abc43c3a9ab14c2e696bc74 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/c3563bbe9abc43c3a9ab14c2e696bc74 2024-11-25T10:35:23,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/c3563bbe9abc43c3a9ab14c2e696bc74, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T10:35:23,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/fada559ee06c4659a1d7cb20a5ea90c5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/fada559ee06c4659a1d7cb20a5ea90c5 2024-11-25T10:35:23,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/fada559ee06c4659a1d7cb20a5ea90c5, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T10:35:23,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d64f3514c61446419c5161a92355bde8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d64f3514c61446419c5161a92355bde8 2024-11-25T10:35:23,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d64f3514c61446419c5161a92355bde8, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T10:35:23,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 043caccbe6f6904590f39cbbd8941d33 in 1260ms, sequenceid=291, compaction requested=true 2024-11-25T10:35:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:23,307 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:23,307 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:23,308 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:23,308 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:23,308 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/B is initiating minor compaction (all files) 2024-11-25T10:35:23,308 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/A is initiating minor compaction (all files) 2024-11-25T10:35:23,308 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/B in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,308 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/A in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,308 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/542cd3044cb84b79845f310186be76fc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86c6040f9dc148d5b231292e2d6cc047, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/fada559ee06c4659a1d7cb20a5ea90c5] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=36.5 K 2024-11-25T10:35:23,308 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/dc81347eff164d059e53ff6bceb28c0f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6de63033c72b44b9bf5ff6b6205a43d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/c3563bbe9abc43c3a9ab14c2e696bc74] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=36.5 K 2024-11-25T10:35:23,309 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc81347eff164d059e53ff6bceb28c0f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530919150 2024-11-25T10:35:23,309 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 542cd3044cb84b79845f310186be76fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530919150 2024-11-25T10:35:23,309 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 86c6040f9dc148d5b231292e2d6cc047, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732530919774 2024-11-25T10:35:23,309 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6de63033c72b44b9bf5ff6b6205a43d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732530919774 2024-11-25T10:35:23,309 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3563bbe9abc43c3a9ab14c2e696bc74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530921942 2024-11-25T10:35:23,309 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting fada559ee06c4659a1d7cb20a5ea90c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530921942 2024-11-25T10:35:23,318 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:23,319 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/e8ff9afdb9da4b4d987566348f7a99e5 is 50, key is test_row_0/A:col10/1732530922045/Put/seqid=0 2024-11-25T10:35:23,320 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#B#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:23,320 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/b7fb500911a5480c90260946cbe9f38e is 50, key is test_row_0/B:col10/1732530922045/Put/seqid=0 2024-11-25T10:35:23,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742123_1299 (size=12983) 2024-11-25T10:35:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742124_1300 (size=12983) 2024-11-25T10:35:23,367 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/b7fb500911a5480c90260946cbe9f38e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/b7fb500911a5480c90260946cbe9f38e 2024-11-25T10:35:23,373 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/B of 043caccbe6f6904590f39cbbd8941d33 into b7fb500911a5480c90260946cbe9f38e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:23,373 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:23,373 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/B, priority=13, startTime=1732530923307; duration=0sec 2024-11-25T10:35:23,373 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:23,373 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:B 2024-11-25T10:35:23,373 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:23,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:23,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T10:35:23,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,374 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:23,374 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/C is initiating minor compaction (all files) 2024-11-25T10:35:23,374 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:35:23,375 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/C in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,375 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/a8e89dee307b4c01b5ccd0d5772c8d3c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fb9e68496791448b845726686e0bf2b6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d64f3514c61446419c5161a92355bde8] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=36.5 K 2024-11-25T10:35:23,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:23,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:23,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:23,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:23,375 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e89dee307b4c01b5ccd0d5772c8d3c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732530919150 2024-11-25T10:35:23,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:23,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:23,375 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting fb9e68496791448b845726686e0bf2b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732530919774 2024-11-25T10:35:23,376 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d64f3514c61446419c5161a92355bde8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530921942 2024-11-25T10:35:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/a62ebd9991ab4637822d49dc57007890 is 50, key is test_row_0/A:col10/1732530922066/Put/seqid=0 2024-11-25T10:35:23,384 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:23,385 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/e8bb22fd3b914b86a38c13d0cf527cae is 50, key is test_row_0/C:col10/1732530922045/Put/seqid=0 2024-11-25T10:35:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742126_1302 (size=12983) 2024-11-25T10:35:23,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742125_1301 (size=12301) 2024-11-25T10:35:23,408 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/a62ebd9991ab4637822d49dc57007890 2024-11-25T10:35:23,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/86ad0eab1c0948b8a9d541e32f0c4be2 is 50, key is test_row_0/B:col10/1732530922066/Put/seqid=0 2024-11-25T10:35:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742127_1303 (size=12301) 2024-11-25T10:35:23,426 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/86ad0eab1c0948b8a9d541e32f0c4be2 2024-11-25T10:35:23,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/55b340606340468aa287f2757e43708b is 50, key is test_row_0/C:col10/1732530922066/Put/seqid=0 2024-11-25T10:35:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742128_1304 (size=12301) 2024-11-25T10:35:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:35:23,763 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/e8ff9afdb9da4b4d987566348f7a99e5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/e8ff9afdb9da4b4d987566348f7a99e5 2024-11-25T10:35:23,767 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/A of 043caccbe6f6904590f39cbbd8941d33 into e8ff9afdb9da4b4d987566348f7a99e5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:23,768 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:23,768 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/A, priority=13, startTime=1732530923307; duration=0sec 2024-11-25T10:35:23,768 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:23,768 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:A 2024-11-25T10:35:23,801 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/e8bb22fd3b914b86a38c13d0cf527cae as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/e8bb22fd3b914b86a38c13d0cf527cae 2024-11-25T10:35:23,805 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/C of 043caccbe6f6904590f39cbbd8941d33 into e8bb22fd3b914b86a38c13d0cf527cae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:23,805 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:23,805 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/C, priority=13, startTime=1732530923307; duration=0sec 2024-11-25T10:35:23,805 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:23,805 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:C 2024-11-25T10:35:23,848 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/55b340606340468aa287f2757e43708b 2024-11-25T10:35:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/a62ebd9991ab4637822d49dc57007890 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a62ebd9991ab4637822d49dc57007890 2024-11-25T10:35:23,858 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a62ebd9991ab4637822d49dc57007890, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T10:35:23,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/86ad0eab1c0948b8a9d541e32f0c4be2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86ad0eab1c0948b8a9d541e32f0c4be2 2024-11-25T10:35:23,863 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86ad0eab1c0948b8a9d541e32f0c4be2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T10:35:23,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/55b340606340468aa287f2757e43708b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/55b340606340468aa287f2757e43708b 2024-11-25T10:35:23,870 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/55b340606340468aa287f2757e43708b, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T10:35:23,870 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 043caccbe6f6904590f39cbbd8941d33 in 496ms, sequenceid=314, compaction requested=false 2024-11-25T10:35:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:23,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:23,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T10:35:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T10:35:23,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T10:35:23,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-25T10:35:23,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4210 sec 2024-11-25T10:35:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:23,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:35:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:23,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:23,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/b23f953336544671807d8137f919d4b1 is 50, key is test_row_0/A:col10/1732530923966/Put/seqid=0 2024-11-25T10:35:24,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742129_1305 (size=12301) 2024-11-25T10:35:24,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530984050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530984058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530984155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530984163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530984183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530984187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530984193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530984363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530984368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/b23f953336544671807d8137f919d4b1 2024-11-25T10:35:24,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/bba796342cce4f41bec37da39dfe2867 is 50, key is test_row_0/B:col10/1732530923966/Put/seqid=0 2024-11-25T10:35:24,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742130_1306 (size=12301) 2024-11-25T10:35:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T10:35:24,567 INFO [Thread-1112 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T10:35:24,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T10:35:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:35:24,570 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:24,570 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:24,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:35:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530984669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530984671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:35:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:24,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:24,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:24,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/bba796342cce4f41bec37da39dfe2867 2024-11-25T10:35:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:35:24,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/37eddb6e142246e3aef4de869c737f13 is 50, key is test_row_0/C:col10/1732530923966/Put/seqid=0 2024-11-25T10:35:24,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:24,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:35:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:24,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:24,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742131_1307 (size=12301) 2024-11-25T10:35:25,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:25,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:35:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:25,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:25,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:25,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:35:25,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530985174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:25,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530985175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:25,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:25,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:35:25,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:25,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:25,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/37eddb6e142246e3aef4de869c737f13 2024-11-25T10:35:25,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/b23f953336544671807d8137f919d4b1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/b23f953336544671807d8137f919d4b1 2024-11-25T10:35:25,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/b23f953336544671807d8137f919d4b1, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:35:25,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/bba796342cce4f41bec37da39dfe2867 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/bba796342cce4f41bec37da39dfe2867 2024-11-25T10:35:25,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/bba796342cce4f41bec37da39dfe2867, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:35:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/37eddb6e142246e3aef4de869c737f13 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/37eddb6e142246e3aef4de869c737f13 2024-11-25T10:35:25,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/37eddb6e142246e3aef4de869c737f13, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:35:25,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 043caccbe6f6904590f39cbbd8941d33 in 1331ms, sequenceid=328, compaction requested=true 2024-11-25T10:35:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:25,297 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:25,297 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:25,298 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:25,298 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:25,298 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/A is initiating minor compaction (all files) 2024-11-25T10:35:25,298 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/B is initiating minor compaction (all files) 2024-11-25T10:35:25,298 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/A in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:25,298 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/B in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:25,298 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/b7fb500911a5480c90260946cbe9f38e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86ad0eab1c0948b8a9d541e32f0c4be2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/bba796342cce4f41bec37da39dfe2867] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=36.7 K 2024-11-25T10:35:25,298 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/e8ff9afdb9da4b4d987566348f7a99e5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a62ebd9991ab4637822d49dc57007890, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/b23f953336544671807d8137f919d4b1] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=36.7 K 2024-11-25T10:35:25,299 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b7fb500911a5480c90260946cbe9f38e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530921942 2024-11-25T10:35:25,299 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8ff9afdb9da4b4d987566348f7a99e5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530921942 2024-11-25T10:35:25,299 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a62ebd9991ab4637822d49dc57007890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732530922066 2024-11-25T10:35:25,299 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 86ad0eab1c0948b8a9d541e32f0c4be2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732530922066 2024-11-25T10:35:25,299 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b23f953336544671807d8137f919d4b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530923948 2024-11-25T10:35:25,299 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting bba796342cce4f41bec37da39dfe2867, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530923948 2024-11-25T10:35:25,305 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:25,306 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/f18f0b4eec024814bbe70ca2fc770433 is 50, key is test_row_0/B:col10/1732530923966/Put/seqid=0 2024-11-25T10:35:25,308 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#A#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:25,309 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/9f5600b9b346482cad85284f3f228ea0 is 50, key is test_row_0/A:col10/1732530923966/Put/seqid=0 2024-11-25T10:35:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742132_1308 (size=13085) 2024-11-25T10:35:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742133_1309 (size=13085) 2024-11-25T10:35:25,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:25,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T10:35:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:25,336 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:35:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:25,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/12c47bbd2dab4a74bea41dedcf38d45e is 50, key is test_row_0/A:col10/1732530924017/Put/seqid=0 2024-11-25T10:35:25,345 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/9f5600b9b346482cad85284f3f228ea0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f5600b9b346482cad85284f3f228ea0 2024-11-25T10:35:25,352 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/A of 043caccbe6f6904590f39cbbd8941d33 into 9f5600b9b346482cad85284f3f228ea0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:25,352 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:25,352 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/A, priority=13, startTime=1732530925297; duration=0sec 2024-11-25T10:35:25,353 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:25,353 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:A 2024-11-25T10:35:25,353 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:25,354 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:25,354 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/C is initiating minor compaction (all files) 2024-11-25T10:35:25,354 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/C in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:25,354 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/e8bb22fd3b914b86a38c13d0cf527cae, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/55b340606340468aa287f2757e43708b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/37eddb6e142246e3aef4de869c737f13] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=36.7 K 2024-11-25T10:35:25,355 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8bb22fd3b914b86a38c13d0cf527cae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732530921942 2024-11-25T10:35:25,356 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55b340606340468aa287f2757e43708b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732530922066 2024-11-25T10:35:25,356 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37eddb6e142246e3aef4de869c737f13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530923948 2024-11-25T10:35:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742134_1310 (size=12301) 2024-11-25T10:35:25,380 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:25,381 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/ccc444e0697e424484d3bca4a567ed11 is 50, key is test_row_0/C:col10/1732530923966/Put/seqid=0 2024-11-25T10:35:25,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742135_1311 (size=13085) 2024-11-25T10:35:25,414 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/ccc444e0697e424484d3bca4a567ed11 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ccc444e0697e424484d3bca4a567ed11 2024-11-25T10:35:25,424 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/C of 043caccbe6f6904590f39cbbd8941d33 into ccc444e0697e424484d3bca4a567ed11(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:25,424 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:25,424 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/C, priority=13, startTime=1732530925297; duration=0sec 2024-11-25T10:35:25,424 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:25,424 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:C 2024-11-25T10:35:25,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:35:25,734 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/f18f0b4eec024814bbe70ca2fc770433 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f18f0b4eec024814bbe70ca2fc770433 2024-11-25T10:35:25,741 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/B of 043caccbe6f6904590f39cbbd8941d33 into f18f0b4eec024814bbe70ca2fc770433(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:25,741 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:25,741 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/B, priority=13, startTime=1732530925297; duration=0sec 2024-11-25T10:35:25,741 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:25,741 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:B 2024-11-25T10:35:25,757 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/12c47bbd2dab4a74bea41dedcf38d45e 2024-11-25T10:35:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/288a3802764d49f7a80c4c4069fec203 is 50, key is test_row_0/B:col10/1732530924017/Put/seqid=0 2024-11-25T10:35:25,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742136_1312 (size=12301) 2024-11-25T10:35:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:26,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:26,187 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/288a3802764d49f7a80c4c4069fec203 2024-11-25T10:35:26,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/5e53827aa54448f4a5ae119adce4d448 is 50, key is test_row_0/C:col10/1732530924017/Put/seqid=0 2024-11-25T10:35:26,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530986193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530986194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530986198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53770 deadline: 1732530986203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,205 DEBUG [Thread-1108 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:35:26,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742137_1313 (size=12301) 2024-11-25T10:35:26,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53722 deadline: 1732530986213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,216 DEBUG [Thread-1106 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:35:26,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530986297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530986299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530986303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530986500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530986501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530986504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,609 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/5e53827aa54448f4a5ae119adce4d448 2024-11-25T10:35:26,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/12c47bbd2dab4a74bea41dedcf38d45e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/12c47bbd2dab4a74bea41dedcf38d45e 2024-11-25T10:35:26,615 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/12c47bbd2dab4a74bea41dedcf38d45e, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T10:35:26,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/288a3802764d49f7a80c4c4069fec203 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/288a3802764d49f7a80c4c4069fec203 2024-11-25T10:35:26,624 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/288a3802764d49f7a80c4c4069fec203, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T10:35:26,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/5e53827aa54448f4a5ae119adce4d448 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/5e53827aa54448f4a5ae119adce4d448 2024-11-25T10:35:26,629 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/5e53827aa54448f4a5ae119adce4d448, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T10:35:26,629 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 043caccbe6f6904590f39cbbd8941d33 in 1293ms, sequenceid=353, compaction requested=false 2024-11-25T10:35:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:26,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T10:35:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T10:35:26,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T10:35:26,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0620 sec 2024-11-25T10:35:26,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.0650 sec 2024-11-25T10:35:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T10:35:26,673 INFO [Thread-1112 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T10:35:26,674 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-25T10:35:26,676 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:35:26,676 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:26,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:35:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:26,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:35:26,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:26,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:26,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:26,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:26,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:26,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:26,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/a851e6c6fb964fe799a1140865c6b392 is 50, key is test_row_0/A:col10/1732530926194/Put/seqid=0 2024-11-25T10:35:26,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742138_1314 (size=14741) 2024-11-25T10:35:26,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:26,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:26,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530986827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530986828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530986828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,921 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:49199 2024-11-25T10:35:26,921 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:26,921 DEBUG [Thread-1119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:49199 2024-11-25T10:35:26,921 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:26,923 DEBUG [Thread-1113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:49199 2024-11-25T10:35:26,923 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:26,923 DEBUG [Thread-1117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:49199 2024-11-25T10:35:26,923 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:26,923 DEBUG [Thread-1121 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:49199 2024-11-25T10:35:26,923 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530986931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530986931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530986931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:35:26,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:26,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:26,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:26,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:26,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:26,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530987133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530987133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530987133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/a851e6c6fb964fe799a1140865c6b392 2024-11-25T10:35:27,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/699f8b36a2564586b5e217966383db0d is 50, key is test_row_0/B:col10/1732530926194/Put/seqid=0 2024-11-25T10:35:27,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742139_1315 (size=12301) 2024-11-25T10:35:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:35:27,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530987437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530987437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530987437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:27,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/699f8b36a2564586b5e217966383db0d 2024-11-25T10:35:27,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/cb502ca2160c475fb5159f07558ac7e3 is 50, key is test_row_0/C:col10/1732530926194/Put/seqid=0 2024-11-25T10:35:27,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742140_1316 (size=12301) 2024-11-25T10:35:27,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:35:27,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:27,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:27,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53776 deadline: 1732530987939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53716 deadline: 1732530987942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:27,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:53738 deadline: 1732530987943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:28,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/cb502ca2160c475fb5159f07558ac7e3 2024-11-25T10:35:28,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:28,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:28,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:28,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:28,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/a851e6c6fb964fe799a1140865c6b392 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a851e6c6fb964fe799a1140865c6b392 2024-11-25T10:35:28,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a851e6c6fb964fe799a1140865c6b392, entries=200, sequenceid=369, filesize=14.4 K 2024-11-25T10:35:28,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/699f8b36a2564586b5e217966383db0d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/699f8b36a2564586b5e217966383db0d 2024-11-25T10:35:28,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/699f8b36a2564586b5e217966383db0d, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T10:35:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/cb502ca2160c475fb5159f07558ac7e3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/cb502ca2160c475fb5159f07558ac7e3 2024-11-25T10:35:28,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/cb502ca2160c475fb5159f07558ac7e3, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T10:35:28,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 043caccbe6f6904590f39cbbd8941d33 in 1271ms, sequenceid=369, compaction requested=true 2024-11-25T10:35:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:28,077 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 043caccbe6f6904590f39cbbd8941d33:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:28,077 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:28,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:28,078 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:28,078 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:28,078 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/A is initiating minor compaction (all files) 2024-11-25T10:35:28,078 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/B is initiating minor compaction (all files) 2024-11-25T10:35:28,078 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/A in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:28,078 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/B in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:28,078 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f5600b9b346482cad85284f3f228ea0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/12c47bbd2dab4a74bea41dedcf38d45e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a851e6c6fb964fe799a1140865c6b392] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=39.2 K 2024-11-25T10:35:28,078 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f18f0b4eec024814bbe70ca2fc770433, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/288a3802764d49f7a80c4c4069fec203, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/699f8b36a2564586b5e217966383db0d] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=36.8 K 2024-11-25T10:35:28,078 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f5600b9b346482cad85284f3f228ea0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530923948 2024-11-25T10:35:28,078 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f18f0b4eec024814bbe70ca2fc770433, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530923948 2024-11-25T10:35:28,079 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 288a3802764d49f7a80c4c4069fec203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732530924017 2024-11-25T10:35:28,079 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12c47bbd2dab4a74bea41dedcf38d45e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732530924017 2024-11-25T10:35:28,079 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 699f8b36a2564586b5e217966383db0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732530926193 2024-11-25T10:35:28,079 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a851e6c6fb964fe799a1140865c6b392, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732530926188 2024-11-25T10:35:28,084 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:28,084 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#B#compaction#269 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:28,085 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/6211796046804a6c85239a2abe801ac6 is 50, key is test_row_0/B:col10/1732530926194/Put/seqid=0 2024-11-25T10:35:28,085 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/802aea8abbe045019d63168415ee8da8 is 50, key is test_row_0/A:col10/1732530926194/Put/seqid=0 2024-11-25T10:35:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742142_1318 (size=13187) 2024-11-25T10:35:28,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742141_1317 (size=13187) 2024-11-25T10:35:28,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:28,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T10:35:28,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:28,209 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:35:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:28,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:28,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/9cf0cdccd0ba4ec28f39a7cd57df87f9 is 50, key is test_row_0/A:col10/1732530926827/Put/seqid=0 2024-11-25T10:35:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742143_1319 (size=12301) 2024-11-25T10:35:28,500 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/6211796046804a6c85239a2abe801ac6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6211796046804a6c85239a2abe801ac6 2024-11-25T10:35:28,502 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/802aea8abbe045019d63168415ee8da8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/802aea8abbe045019d63168415ee8da8 2024-11-25T10:35:28,506 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/B of 043caccbe6f6904590f39cbbd8941d33 into 6211796046804a6c85239a2abe801ac6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:28,506 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:28,506 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/B, priority=13, startTime=1732530928077; duration=0sec 2024-11-25T10:35:28,506 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:28,506 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:B 2024-11-25T10:35:28,507 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:28,512 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:28,512 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 043caccbe6f6904590f39cbbd8941d33/C is initiating minor compaction (all files) 2024-11-25T10:35:28,512 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 043caccbe6f6904590f39cbbd8941d33/C in TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:28,512 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ccc444e0697e424484d3bca4a567ed11, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/5e53827aa54448f4a5ae119adce4d448, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/cb502ca2160c475fb5159f07558ac7e3] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp, totalSize=36.8 K 2024-11-25T10:35:28,513 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc444e0697e424484d3bca4a567ed11, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732530923948 2024-11-25T10:35:28,513 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e53827aa54448f4a5ae119adce4d448, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732530924017 2024-11-25T10:35:28,514 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting cb502ca2160c475fb5159f07558ac7e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732530926193 2024-11-25T10:35:28,514 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/A of 043caccbe6f6904590f39cbbd8941d33 into 802aea8abbe045019d63168415ee8da8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:28,514 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:28,514 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/A, priority=13, startTime=1732530928077; duration=0sec 2024-11-25T10:35:28,514 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:28,515 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:A 2024-11-25T10:35:28,521 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 043caccbe6f6904590f39cbbd8941d33#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:28,522 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d004b54bbab74075b1d57ba9bdfc8e5f is 50, key is test_row_0/C:col10/1732530926194/Put/seqid=0 2024-11-25T10:35:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742144_1320 (size=13187) 2024-11-25T10:35:28,539 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/d004b54bbab74075b1d57ba9bdfc8e5f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d004b54bbab74075b1d57ba9bdfc8e5f 2024-11-25T10:35:28,543 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 043caccbe6f6904590f39cbbd8941d33/C of 043caccbe6f6904590f39cbbd8941d33 into d004b54bbab74075b1d57ba9bdfc8e5f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:28,543 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:28,543 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33., storeName=043caccbe6f6904590f39cbbd8941d33/C, priority=13, startTime=1732530928077; duration=0sec 2024-11-25T10:35:28,544 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:28,544 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 043caccbe6f6904590f39cbbd8941d33:C 2024-11-25T10:35:28,620 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/9cf0cdccd0ba4ec28f39a7cd57df87f9 2024-11-25T10:35:28,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/4d49ef0acaa749468bd03e404d5ed3ef is 50, key is test_row_0/B:col10/1732530926827/Put/seqid=0 2024-11-25T10:35:28,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742145_1321 (size=12301) 2024-11-25T10:35:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:35:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:28,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. as already flushing 2024-11-25T10:35:28,948 DEBUG [Thread-1102 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:49199 2024-11-25T10:35:28,948 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:28,951 DEBUG [Thread-1110 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:49199 2024-11-25T10:35:28,951 DEBUG [Thread-1110 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:28,952 DEBUG [Thread-1104 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:49199 2024-11-25T10:35:28,952 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:29,031 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/4d49ef0acaa749468bd03e404d5ed3ef 2024-11-25T10:35:29,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/9f25102fa5b34375956fe95bb0098010 is 50, key is test_row_0/C:col10/1732530926827/Put/seqid=0 2024-11-25T10:35:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742146_1322 (size=12301) 2024-11-25T10:35:29,449 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/9f25102fa5b34375956fe95bb0098010 2024-11-25T10:35:29,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/9cf0cdccd0ba4ec28f39a7cd57df87f9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9cf0cdccd0ba4ec28f39a7cd57df87f9 2024-11-25T10:35:29,457 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9cf0cdccd0ba4ec28f39a7cd57df87f9, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T10:35:29,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/4d49ef0acaa749468bd03e404d5ed3ef as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4d49ef0acaa749468bd03e404d5ed3ef 2024-11-25T10:35:29,461 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4d49ef0acaa749468bd03e404d5ed3ef, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T10:35:29,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/9f25102fa5b34375956fe95bb0098010 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9f25102fa5b34375956fe95bb0098010 2024-11-25T10:35:29,466 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9f25102fa5b34375956fe95bb0098010, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T10:35:29,466 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 043caccbe6f6904590f39cbbd8941d33 in 1257ms, sequenceid=392, compaction requested=false 2024-11-25T10:35:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:29,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-25T10:35:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-25T10:35:29,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T10:35:29,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7910 sec 2024-11-25T10:35:29,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.7950 sec 2024-11-25T10:35:29,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:35:30,222 DEBUG [Thread-1108 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:49199 2024-11-25T10:35:30,222 DEBUG [Thread-1108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:30,227 DEBUG [Thread-1106 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:49199 2024-11-25T10:35:30,227 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T10:35:30,782 INFO [Thread-1112 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6091 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5815 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5851 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6105 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5766 2024-11-25T10:35:30,782 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:35:30,782 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:35:30,782 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:49199 2024-11-25T10:35:30,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:30,783 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:35:30,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:35:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T10:35:30,787 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530930787"}]},"ts":"1732530930787"} 2024-11-25T10:35:30,788 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:35:30,799 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:35:30,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:35:30,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043caccbe6f6904590f39cbbd8941d33, UNASSIGN}] 2024-11-25T10:35:30,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=043caccbe6f6904590f39cbbd8941d33, UNASSIGN 2024-11-25T10:35:30,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=043caccbe6f6904590f39cbbd8941d33, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:30,803 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:35:30,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:35:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T10:35:30,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:30,956 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:30,956 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:35:30,956 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 043caccbe6f6904590f39cbbd8941d33, disabling compactions & flushes 2024-11-25T10:35:30,956 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:30,956 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:30,956 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. after waiting 0 ms 2024-11-25T10:35:30,957 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:30,957 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(2837): Flushing 043caccbe6f6904590f39cbbd8941d33 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T10:35:30,957 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=A 2024-11-25T10:35:30,958 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:30,958 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=B 2024-11-25T10:35:30,958 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:30,958 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 043caccbe6f6904590f39cbbd8941d33, store=C 2024-11-25T10:35:30,958 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:30,966 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/d2926699d5a4416592f0eb48cb577f59 is 50, key is test_row_0/A:col10/1732530930219/Put/seqid=0 2024-11-25T10:35:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742147_1323 (size=12301) 2024-11-25T10:35:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T10:35:31,375 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/d2926699d5a4416592f0eb48cb577f59 2024-11-25T10:35:31,387 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/3ac0f78efcd3457889f0936296da5031 is 50, key is test_row_0/B:col10/1732530930219/Put/seqid=0 2024-11-25T10:35:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T10:35:31,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742148_1324 (size=12301) 2024-11-25T10:35:31,793 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/3ac0f78efcd3457889f0936296da5031 2024-11-25T10:35:31,807 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/ce56585e920645fe8851d63506f98936 is 50, key is test_row_0/C:col10/1732530930219/Put/seqid=0 2024-11-25T10:35:31,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742149_1325 (size=12301) 2024-11-25T10:35:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T10:35:32,214 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/ce56585e920645fe8851d63506f98936 2024-11-25T10:35:32,225 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/A/d2926699d5a4416592f0eb48cb577f59 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/d2926699d5a4416592f0eb48cb577f59 2024-11-25T10:35:32,229 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/d2926699d5a4416592f0eb48cb577f59, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T10:35:32,230 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/B/3ac0f78efcd3457889f0936296da5031 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/3ac0f78efcd3457889f0936296da5031 2024-11-25T10:35:32,235 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/3ac0f78efcd3457889f0936296da5031, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T10:35:32,236 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/.tmp/C/ce56585e920645fe8851d63506f98936 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce56585e920645fe8851d63506f98936 2024-11-25T10:35:32,240 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce56585e920645fe8851d63506f98936, entries=150, sequenceid=403, filesize=12.0 K 2024-11-25T10:35:32,241 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 043caccbe6f6904590f39cbbd8941d33 in 1284ms, sequenceid=403, compaction requested=true 2024-11-25T10:35:32,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/08f446a137244657812ec773d2a63d55, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/2df7837b9c3849c5b58f98c4b67c7178, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7b7726bd81704b008de0e5d91626bc57, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/4f0e9ffce5714d1da9d117f894d216e7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/324b628fb0964a549fc1ec7cb600a5ac, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7f574a6ce58947d5b5dbfb2aecf03c2b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7158fc64d75d4b638208f31d46544b8a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/db100ae545304cf38ff7d215ed55ebf3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6118d5dc1b4e496ea091ca84ea0bf32f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/21aeb7533f24411d8428e57051dab0ed, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6ccb9c85f42f42bab3dc1a1f917f93cf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f2917156de67463d90712ea13bf75080, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/564ac0f94b584c22a174ceab72e11b04, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f737505dbee545bf9132cafa0edb7dc7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f4b3b6f21b34c4b9de83e08bccaa388, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/ace33bb5219d47d8bdc7bd5d3103bddb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/172b712e5fb644b999a3fc7a37f9d58c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/dc81347eff164d059e53ff6bceb28c0f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6de63033c72b44b9bf5ff6b6205a43d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/e8ff9afdb9da4b4d987566348f7a99e5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/c3563bbe9abc43c3a9ab14c2e696bc74, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a62ebd9991ab4637822d49dc57007890, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f5600b9b346482cad85284f3f228ea0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/b23f953336544671807d8137f919d4b1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/12c47bbd2dab4a74bea41dedcf38d45e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a851e6c6fb964fe799a1140865c6b392] to archive 2024-11-25T10:35:32,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:35:32,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/08f446a137244657812ec773d2a63d55 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/08f446a137244657812ec773d2a63d55 2024-11-25T10:35:32,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/2df7837b9c3849c5b58f98c4b67c7178 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/2df7837b9c3849c5b58f98c4b67c7178 2024-11-25T10:35:32,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7b7726bd81704b008de0e5d91626bc57 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7b7726bd81704b008de0e5d91626bc57 2024-11-25T10:35:32,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/4f0e9ffce5714d1da9d117f894d216e7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/4f0e9ffce5714d1da9d117f894d216e7 2024-11-25T10:35:32,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/324b628fb0964a549fc1ec7cb600a5ac to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/324b628fb0964a549fc1ec7cb600a5ac 2024-11-25T10:35:32,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7f574a6ce58947d5b5dbfb2aecf03c2b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7f574a6ce58947d5b5dbfb2aecf03c2b 2024-11-25T10:35:32,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7158fc64d75d4b638208f31d46544b8a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/7158fc64d75d4b638208f31d46544b8a 2024-11-25T10:35:32,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/db100ae545304cf38ff7d215ed55ebf3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/db100ae545304cf38ff7d215ed55ebf3 2024-11-25T10:35:32,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6118d5dc1b4e496ea091ca84ea0bf32f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6118d5dc1b4e496ea091ca84ea0bf32f 2024-11-25T10:35:32,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/21aeb7533f24411d8428e57051dab0ed to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/21aeb7533f24411d8428e57051dab0ed 2024-11-25T10:35:32,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6ccb9c85f42f42bab3dc1a1f917f93cf to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6ccb9c85f42f42bab3dc1a1f917f93cf 2024-11-25T10:35:32,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f2917156de67463d90712ea13bf75080 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f2917156de67463d90712ea13bf75080 2024-11-25T10:35:32,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/564ac0f94b584c22a174ceab72e11b04 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/564ac0f94b584c22a174ceab72e11b04 2024-11-25T10:35:32,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f737505dbee545bf9132cafa0edb7dc7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/f737505dbee545bf9132cafa0edb7dc7 2024-11-25T10:35:32,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f4b3b6f21b34c4b9de83e08bccaa388 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f4b3b6f21b34c4b9de83e08bccaa388 2024-11-25T10:35:32,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/ace33bb5219d47d8bdc7bd5d3103bddb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/ace33bb5219d47d8bdc7bd5d3103bddb 2024-11-25T10:35:32,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/172b712e5fb644b999a3fc7a37f9d58c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/172b712e5fb644b999a3fc7a37f9d58c 2024-11-25T10:35:32,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/dc81347eff164d059e53ff6bceb28c0f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/dc81347eff164d059e53ff6bceb28c0f 2024-11-25T10:35:32,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6de63033c72b44b9bf5ff6b6205a43d7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/6de63033c72b44b9bf5ff6b6205a43d7 2024-11-25T10:35:32,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/e8ff9afdb9da4b4d987566348f7a99e5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/e8ff9afdb9da4b4d987566348f7a99e5 2024-11-25T10:35:32,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/c3563bbe9abc43c3a9ab14c2e696bc74 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/c3563bbe9abc43c3a9ab14c2e696bc74 2024-11-25T10:35:32,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a62ebd9991ab4637822d49dc57007890 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a62ebd9991ab4637822d49dc57007890 2024-11-25T10:35:32,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f5600b9b346482cad85284f3f228ea0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9f5600b9b346482cad85284f3f228ea0 2024-11-25T10:35:32,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/b23f953336544671807d8137f919d4b1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/b23f953336544671807d8137f919d4b1 2024-11-25T10:35:32,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/12c47bbd2dab4a74bea41dedcf38d45e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/12c47bbd2dab4a74bea41dedcf38d45e 2024-11-25T10:35:32,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a851e6c6fb964fe799a1140865c6b392 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/a851e6c6fb964fe799a1140865c6b392 2024-11-25T10:35:32,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/30560a0aa46748f0a0a4f444e1762d72, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f0b79ba125324beda7a7d9e1e49a78ca, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/43af93897aac4420b9eaf620a89104e0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/55a7df96582548b1b9dc1b41d4f13826, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/716ce5e9800242048ee4f1188c36ad1e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/10e8df881b5e40f09a397846f66703e9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/dbcc320a94bc4c35a930bc738d625a38, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/aca510755cea4eb384d7855d68c115ba, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5488c7b4e76b442aaf2986635486c346, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f6a5596cb68c44388e7ff8a9974116d4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/d830157ee568481a84b6a9eda2690b9a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4c08d88e61fc4d258af3f35405605468, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/ad1a3a13c6464d1fa172c0c60ebef87b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6d79af2b692d4add89afdfe7027b1bc4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/85d94f549f8446fba40d9ce25f61d93e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/a2232532d4a44f5a8efc31da18b5c132, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/542cd3044cb84b79845f310186be76fc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5df52194f0b14357a0a4c6309cf14f5a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86c6040f9dc148d5b231292e2d6cc047, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/b7fb500911a5480c90260946cbe9f38e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/fada559ee06c4659a1d7cb20a5ea90c5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86ad0eab1c0948b8a9d541e32f0c4be2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f18f0b4eec024814bbe70ca2fc770433, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/bba796342cce4f41bec37da39dfe2867, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/288a3802764d49f7a80c4c4069fec203, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/699f8b36a2564586b5e217966383db0d] to archive 2024-11-25T10:35:32,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:35:32,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/30560a0aa46748f0a0a4f444e1762d72 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/30560a0aa46748f0a0a4f444e1762d72 2024-11-25T10:35:32,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f0b79ba125324beda7a7d9e1e49a78ca to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f0b79ba125324beda7a7d9e1e49a78ca 2024-11-25T10:35:32,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/43af93897aac4420b9eaf620a89104e0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/43af93897aac4420b9eaf620a89104e0 2024-11-25T10:35:32,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/55a7df96582548b1b9dc1b41d4f13826 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/55a7df96582548b1b9dc1b41d4f13826 2024-11-25T10:35:32,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/716ce5e9800242048ee4f1188c36ad1e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/716ce5e9800242048ee4f1188c36ad1e 2024-11-25T10:35:32,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/10e8df881b5e40f09a397846f66703e9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/10e8df881b5e40f09a397846f66703e9 2024-11-25T10:35:32,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/dbcc320a94bc4c35a930bc738d625a38 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/dbcc320a94bc4c35a930bc738d625a38 2024-11-25T10:35:32,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/aca510755cea4eb384d7855d68c115ba to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/aca510755cea4eb384d7855d68c115ba 2024-11-25T10:35:32,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5488c7b4e76b442aaf2986635486c346 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5488c7b4e76b442aaf2986635486c346 2024-11-25T10:35:32,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f6a5596cb68c44388e7ff8a9974116d4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f6a5596cb68c44388e7ff8a9974116d4 2024-11-25T10:35:32,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/d830157ee568481a84b6a9eda2690b9a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/d830157ee568481a84b6a9eda2690b9a 2024-11-25T10:35:32,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4c08d88e61fc4d258af3f35405605468 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4c08d88e61fc4d258af3f35405605468 2024-11-25T10:35:32,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/ad1a3a13c6464d1fa172c0c60ebef87b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/ad1a3a13c6464d1fa172c0c60ebef87b 2024-11-25T10:35:32,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6d79af2b692d4add89afdfe7027b1bc4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6d79af2b692d4add89afdfe7027b1bc4 2024-11-25T10:35:32,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/85d94f549f8446fba40d9ce25f61d93e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/85d94f549f8446fba40d9ce25f61d93e 2024-11-25T10:35:32,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/a2232532d4a44f5a8efc31da18b5c132 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/a2232532d4a44f5a8efc31da18b5c132 2024-11-25T10:35:32,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/542cd3044cb84b79845f310186be76fc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/542cd3044cb84b79845f310186be76fc 2024-11-25T10:35:32,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5df52194f0b14357a0a4c6309cf14f5a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/5df52194f0b14357a0a4c6309cf14f5a 2024-11-25T10:35:32,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86c6040f9dc148d5b231292e2d6cc047 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86c6040f9dc148d5b231292e2d6cc047 2024-11-25T10:35:32,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/b7fb500911a5480c90260946cbe9f38e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/b7fb500911a5480c90260946cbe9f38e 2024-11-25T10:35:32,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/fada559ee06c4659a1d7cb20a5ea90c5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/fada559ee06c4659a1d7cb20a5ea90c5 2024-11-25T10:35:32,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86ad0eab1c0948b8a9d541e32f0c4be2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/86ad0eab1c0948b8a9d541e32f0c4be2 2024-11-25T10:35:32,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f18f0b4eec024814bbe70ca2fc770433 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/f18f0b4eec024814bbe70ca2fc770433 2024-11-25T10:35:32,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/bba796342cce4f41bec37da39dfe2867 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/bba796342cce4f41bec37da39dfe2867 2024-11-25T10:35:32,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/288a3802764d49f7a80c4c4069fec203 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/288a3802764d49f7a80c4c4069fec203 2024-11-25T10:35:32,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/699f8b36a2564586b5e217966383db0d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/699f8b36a2564586b5e217966383db0d 2024-11-25T10:35:32,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/389d52b093874a19882d465bd881413b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/c08df3ca2fb64fdbaf7085f4a8495fb8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fc2f45ccef9c49f2a162efdaf5ac2b92, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce79254554e54ef2b470a423ad4f7e5f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3e6f2248e18c4587b7fe3b8646df1aed, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d8156a3b41ca4317b99a1b77c07b020b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9eb096a236c74b9185f80888fe23f7cd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/021469587a78444fa5c3d5d513b03ad2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/07a56d57b3434988bc1501ddb3e367d6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/56c1f8a50b1f468baf1a70f5f9311dbf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/32f42929813e436da2e4908798ebf2d9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/15f65c5121a74a2faf65fb237076432b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/b4b8521ea7494f27a31d6f9c1ac7ef70, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3968747868a549ce827809ce96dbc0cc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/808900ec71e342ffa00e37c0fbae9439, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/aa6607edd57642168f2a67e7c9ab7006, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/a8e89dee307b4c01b5ccd0d5772c8d3c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d61dc620618f45f59e6b92307bb1e9eb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fb9e68496791448b845726686e0bf2b6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/e8bb22fd3b914b86a38c13d0cf527cae, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d64f3514c61446419c5161a92355bde8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/55b340606340468aa287f2757e43708b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ccc444e0697e424484d3bca4a567ed11, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/37eddb6e142246e3aef4de869c737f13, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/5e53827aa54448f4a5ae119adce4d448, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/cb502ca2160c475fb5159f07558ac7e3] to archive 2024-11-25T10:35:32,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:35:32,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/389d52b093874a19882d465bd881413b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/389d52b093874a19882d465bd881413b 2024-11-25T10:35:32,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/c08df3ca2fb64fdbaf7085f4a8495fb8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/c08df3ca2fb64fdbaf7085f4a8495fb8 2024-11-25T10:35:32,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fc2f45ccef9c49f2a162efdaf5ac2b92 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fc2f45ccef9c49f2a162efdaf5ac2b92 2024-11-25T10:35:32,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce79254554e54ef2b470a423ad4f7e5f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce79254554e54ef2b470a423ad4f7e5f 2024-11-25T10:35:32,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3e6f2248e18c4587b7fe3b8646df1aed to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3e6f2248e18c4587b7fe3b8646df1aed 2024-11-25T10:35:32,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d8156a3b41ca4317b99a1b77c07b020b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d8156a3b41ca4317b99a1b77c07b020b 2024-11-25T10:35:32,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9eb096a236c74b9185f80888fe23f7cd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9eb096a236c74b9185f80888fe23f7cd 2024-11-25T10:35:32,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/021469587a78444fa5c3d5d513b03ad2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/021469587a78444fa5c3d5d513b03ad2 2024-11-25T10:35:32,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/07a56d57b3434988bc1501ddb3e367d6 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/07a56d57b3434988bc1501ddb3e367d6 2024-11-25T10:35:32,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/56c1f8a50b1f468baf1a70f5f9311dbf to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/56c1f8a50b1f468baf1a70f5f9311dbf 2024-11-25T10:35:32,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/32f42929813e436da2e4908798ebf2d9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/32f42929813e436da2e4908798ebf2d9 2024-11-25T10:35:32,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/15f65c5121a74a2faf65fb237076432b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/15f65c5121a74a2faf65fb237076432b 2024-11-25T10:35:32,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/b4b8521ea7494f27a31d6f9c1ac7ef70 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/b4b8521ea7494f27a31d6f9c1ac7ef70 2024-11-25T10:35:32,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3968747868a549ce827809ce96dbc0cc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/3968747868a549ce827809ce96dbc0cc 2024-11-25T10:35:32,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/808900ec71e342ffa00e37c0fbae9439 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/808900ec71e342ffa00e37c0fbae9439 2024-11-25T10:35:32,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/aa6607edd57642168f2a67e7c9ab7006 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/aa6607edd57642168f2a67e7c9ab7006 2024-11-25T10:35:32,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/a8e89dee307b4c01b5ccd0d5772c8d3c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/a8e89dee307b4c01b5ccd0d5772c8d3c 2024-11-25T10:35:32,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d61dc620618f45f59e6b92307bb1e9eb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d61dc620618f45f59e6b92307bb1e9eb 2024-11-25T10:35:32,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fb9e68496791448b845726686e0bf2b6 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/fb9e68496791448b845726686e0bf2b6 2024-11-25T10:35:32,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/e8bb22fd3b914b86a38c13d0cf527cae to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/e8bb22fd3b914b86a38c13d0cf527cae 2024-11-25T10:35:32,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d64f3514c61446419c5161a92355bde8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d64f3514c61446419c5161a92355bde8 2024-11-25T10:35:32,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/55b340606340468aa287f2757e43708b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/55b340606340468aa287f2757e43708b 2024-11-25T10:35:32,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ccc444e0697e424484d3bca4a567ed11 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ccc444e0697e424484d3bca4a567ed11 2024-11-25T10:35:32,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/37eddb6e142246e3aef4de869c737f13 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/37eddb6e142246e3aef4de869c737f13 2024-11-25T10:35:32,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/5e53827aa54448f4a5ae119adce4d448 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/5e53827aa54448f4a5ae119adce4d448 2024-11-25T10:35:32,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/cb502ca2160c475fb5159f07558ac7e3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/cb502ca2160c475fb5159f07558ac7e3 2024-11-25T10:35:32,333 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/recovered.edits/406.seqid, newMaxSeqId=406, maxSeqId=1 2024-11-25T10:35:32,334 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33. 2024-11-25T10:35:32,334 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 043caccbe6f6904590f39cbbd8941d33: 2024-11-25T10:35:32,335 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:32,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=043caccbe6f6904590f39cbbd8941d33, regionState=CLOSED 2024-11-25T10:35:32,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T10:35:32,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 043caccbe6f6904590f39cbbd8941d33, server=1ab1d4f27f0d,44363,1732530842303 in 1.5330 sec 2024-11-25T10:35:32,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-25T10:35:32,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=043caccbe6f6904590f39cbbd8941d33, UNASSIGN in 1.5370 sec 2024-11-25T10:35:32,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T10:35:32,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5400 sec 2024-11-25T10:35:32,342 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530932342"}]},"ts":"1732530932342"} 2024-11-25T10:35:32,343 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:35:32,383 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:35:32,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6000 sec 2024-11-25T10:35:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T10:35:32,894 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-25T10:35:32,895 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:35:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:32,897 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:32,898 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=87, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T10:35:32,901 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:32,904 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/recovered.edits] 2024-11-25T10:35:32,923 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/802aea8abbe045019d63168415ee8da8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/802aea8abbe045019d63168415ee8da8 2024-11-25T10:35:32,925 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9cf0cdccd0ba4ec28f39a7cd57df87f9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/9cf0cdccd0ba4ec28f39a7cd57df87f9 2024-11-25T10:35:32,928 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/d2926699d5a4416592f0eb48cb577f59 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/A/d2926699d5a4416592f0eb48cb577f59 2024-11-25T10:35:32,933 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/3ac0f78efcd3457889f0936296da5031 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/3ac0f78efcd3457889f0936296da5031 2024-11-25T10:35:32,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4d49ef0acaa749468bd03e404d5ed3ef to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/4d49ef0acaa749468bd03e404d5ed3ef 2024-11-25T10:35:32,938 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6211796046804a6c85239a2abe801ac6 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/B/6211796046804a6c85239a2abe801ac6 2024-11-25T10:35:32,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9f25102fa5b34375956fe95bb0098010 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/9f25102fa5b34375956fe95bb0098010 2024-11-25T10:35:32,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce56585e920645fe8851d63506f98936 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/ce56585e920645fe8851d63506f98936 2024-11-25T10:35:32,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d004b54bbab74075b1d57ba9bdfc8e5f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/C/d004b54bbab74075b1d57ba9bdfc8e5f 2024-11-25T10:35:32,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/recovered.edits/406.seqid to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33/recovered.edits/406.seqid 2024-11-25T10:35:32,956 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/043caccbe6f6904590f39cbbd8941d33 2024-11-25T10:35:32,956 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:35:32,961 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=87, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:32,969 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:35:32,971 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:35:32,972 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=87, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:32,972 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:35:32,972 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530932972"}]},"ts":"9223372036854775807"} 2024-11-25T10:35:32,974 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:35:32,974 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 043caccbe6f6904590f39cbbd8941d33, NAME => 'TestAcidGuarantees,,1732530904442.043caccbe6f6904590f39cbbd8941d33.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:35:32,974 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:35:32,974 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530932974"}]},"ts":"9223372036854775807"} 2024-11-25T10:35:32,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:35:32,983 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=87, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:32,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-25T10:35:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T10:35:33,000 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-25T10:35:33,013 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 242), OpenFileDescriptor=451 (was 466), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=787 (was 1047), ProcessCount=11 (was 11), AvailableMemoryMB=1254 (was 1345) 2024-11-25T10:35:33,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=787, ProcessCount=11, AvailableMemoryMB=1254 2024-11-25T10:35:33,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:35:33,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:35:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:33,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:35:33,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:33,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 88 2024-11-25T10:35:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T10:35:33,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:35:33,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742150_1326 (size=963) 2024-11-25T10:35:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T10:35:33,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T10:35:33,439 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:35:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742151_1327 (size=53) 2024-11-25T10:35:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T10:35:33,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:35:33,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4cbcb97e4a7ef709dbbda2a65e9115fe, disabling compactions & flushes 2024-11-25T10:35:33,847 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:33,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:33,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. after waiting 0 ms 2024-11-25T10:35:33,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:33,847 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:33,847 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:33,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:35:33,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530933848"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530933848"}]},"ts":"1732530933848"} 2024-11-25T10:35:33,850 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:35:33,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:35:33,851 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530933850"}]},"ts":"1732530933850"} 2024-11-25T10:35:33,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:35:33,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, ASSIGN}] 2024-11-25T10:35:33,868 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, ASSIGN 2024-11-25T10:35:33,869 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=false 2024-11-25T10:35:34,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=4cbcb97e4a7ef709dbbda2a65e9115fe, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:34,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; OpenRegionProcedure 4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:35:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T10:35:34,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:34,177 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:34,177 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7285): Opening region: {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:35:34,178 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,178 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:35:34,178 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7327): checking encryption for 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,178 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7330): checking classloading for 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,181 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,183 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:34,184 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbcb97e4a7ef709dbbda2a65e9115fe columnFamilyName A 2024-11-25T10:35:34,184 DEBUG [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:34,185 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(327): Store=4cbcb97e4a7ef709dbbda2a65e9115fe/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:34,185 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,187 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:34,187 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbcb97e4a7ef709dbbda2a65e9115fe columnFamilyName B 2024-11-25T10:35:34,187 DEBUG [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:34,187 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(327): Store=4cbcb97e4a7ef709dbbda2a65e9115fe/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:34,188 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,189 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:34,189 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbcb97e4a7ef709dbbda2a65e9115fe columnFamilyName C 2024-11-25T10:35:34,189 DEBUG [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:34,190 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(327): Store=4cbcb97e4a7ef709dbbda2a65e9115fe/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:34,190 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:34,191 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,191 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,193 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:35:34,195 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1085): writing seq id for 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:34,197 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:35:34,198 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1102): Opened 4cbcb97e4a7ef709dbbda2a65e9115fe; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64474845, jitterRate=-0.03924994170665741}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:35:34,199 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1001): Region open journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:34,199 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., pid=90, masterSystemTime=1732530934172 2024-11-25T10:35:34,201 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:34,201 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:34,201 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=4cbcb97e4a7ef709dbbda2a65e9115fe, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:34,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T10:35:34,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; OpenRegionProcedure 4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 in 182 msec 2024-11-25T10:35:34,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-25T10:35:34,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, ASSIGN in 339 msec 2024-11-25T10:35:34,207 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:35:34,207 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530934207"}]},"ts":"1732530934207"} 2024-11-25T10:35:34,208 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:35:34,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:35:34,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1900 sec 2024-11-25T10:35:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T10:35:35,139 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-25T10:35:35,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-11-25T10:35:35,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:35,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:35,191 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:35,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:35:35,193 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:35:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:35:35,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:35:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:35:35,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742152_1328 (size=999) 2024-11-25T10:35:35,609 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T10:35:35,609 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T10:35:35,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:35:35,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, REOPEN/MOVE}] 2024-11-25T10:35:35,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, REOPEN/MOVE 2024-11-25T10:35:35,617 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=4cbcb97e4a7ef709dbbda2a65e9115fe, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:35,618 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:35:35,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:35:35,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:35,771 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:35,771 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:35:35,771 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 4cbcb97e4a7ef709dbbda2a65e9115fe, disabling compactions & flushes 2024-11-25T10:35:35,771 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:35,771 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:35,771 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. after waiting 0 ms 2024-11-25T10:35:35,772 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:35,779 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:35:35,780 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:35,780 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:35,780 WARN [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionServer(3786): Not adding moved region record: 4cbcb97e4a7ef709dbbda2a65e9115fe to self. 2024-11-25T10:35:35,782 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:35,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=4cbcb97e4a7ef709dbbda2a65e9115fe, regionState=CLOSED 2024-11-25T10:35:35,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-25T10:35:35,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 in 165 msec 2024-11-25T10:35:35,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, REOPEN/MOVE; state=CLOSED, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=true 2024-11-25T10:35:35,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=4cbcb97e4a7ef709dbbda2a65e9115fe, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:35,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=93, state=RUNNABLE; OpenRegionProcedure 4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:35:36,089 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,094 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,094 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:35:36,095 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,095 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:35:36,095 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,095 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,098 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,100 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:36,101 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbcb97e4a7ef709dbbda2a65e9115fe columnFamilyName A 2024-11-25T10:35:36,103 DEBUG [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:36,103 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(327): Store=4cbcb97e4a7ef709dbbda2a65e9115fe/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:36,104 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,105 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:36,105 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbcb97e4a7ef709dbbda2a65e9115fe columnFamilyName B 2024-11-25T10:35:36,105 DEBUG [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:36,106 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(327): Store=4cbcb97e4a7ef709dbbda2a65e9115fe/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:36,106 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,107 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:35:36,107 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cbcb97e4a7ef709dbbda2a65e9115fe columnFamilyName C 2024-11-25T10:35:36,107 DEBUG [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:36,108 INFO [StoreOpener-4cbcb97e4a7ef709dbbda2a65e9115fe-1 {}] regionserver.HStore(327): Store=4cbcb97e4a7ef709dbbda2a65e9115fe/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:35:36,108 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,109 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,111 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,112 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:35:36,114 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,115 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened 4cbcb97e4a7ef709dbbda2a65e9115fe; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73905732, jitterRate=0.10128122568130493}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:35:36,116 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:36,116 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., pid=95, masterSystemTime=1732530936089 2024-11-25T10:35:36,118 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,118 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,118 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=4cbcb97e4a7ef709dbbda2a65e9115fe, regionState=OPEN, openSeqNum=5, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=93 2024-11-25T10:35:36,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=93, state=SUCCESS; OpenRegionProcedure 4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 in 181 msec 2024-11-25T10:35:36,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-25T10:35:36,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, REOPEN/MOVE in 506 msec 2024-11-25T10:35:36,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T10:35:36,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-11-25T10:35:36,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 930 msec 2024-11-25T10:35:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T10:35:36,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-11-25T10:35:36,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-11-25T10:35:36,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,218 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-11-25T10:35:36,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,226 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-11-25T10:35:36,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-11-25T10:35:36,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-11-25T10:35:36,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-11-25T10:35:36,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,259 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-11-25T10:35:36,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-11-25T10:35:36,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-11-25T10:35:36,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:35:36,286 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:36,286 DEBUG [hconnection-0x72309aef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,286 DEBUG [hconnection-0x5992581e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,287 DEBUG [hconnection-0x41ea280-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-25T10:35:36,287 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,287 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,288 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,288 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:36,288 DEBUG [hconnection-0x665d31-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,289 DEBUG [hconnection-0x3d0dc0af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,289 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:36,289 DEBUG [hconnection-0x45d453e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:36,289 DEBUG [hconnection-0x42df022f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:35:36,290 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,290 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,290 DEBUG [hconnection-0x54080a71-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,290 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,291 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,291 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58386, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,299 DEBUG [hconnection-0x724f4e15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,299 DEBUG [hconnection-0x2637abfd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:35:36,300 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,300 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:35:36,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:35:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:36,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:36,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530996344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530996345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530996345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530996346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530996346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a17ab2553983488e8aad5e1f9437a49e_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530936326/Put/seqid=0 2024-11-25T10:35:36,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742153_1329 (size=12154) 2024-11-25T10:35:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:35:36,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T10:35:36,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:36,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530996447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530996450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530996451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530996451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530996451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:35:36,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T10:35:36,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:36,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530996653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530996654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530996657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530996658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530996663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T10:35:36,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:36,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,768 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:36,776 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a17ab2553983488e8aad5e1f9437a49e_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a17ab2553983488e8aad5e1f9437a49e_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:36,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/8e1232fe0fba440db7e980ea3c10a37f, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:36,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/8e1232fe0fba440db7e980ea3c10a37f is 175, key is test_row_0/A:col10/1732530936326/Put/seqid=0 2024-11-25T10:35:36,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742154_1330 (size=30955) 2024-11-25T10:35:36,820 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/8e1232fe0fba440db7e980ea3c10a37f 2024-11-25T10:35:36,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/990cdacdc0134fdfb988a884249e90f8 is 50, key is test_row_0/B:col10/1732530936326/Put/seqid=0 2024-11-25T10:35:36,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742155_1331 (size=12001) 2024-11-25T10:35:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:35:36,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T10:35:36,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:36,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:36,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:36,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530996958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530996962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530996963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530996967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:36,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:36,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530996967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T10:35:37,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:37,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:37,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:37,208 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T10:35:37,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:37,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:37,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:37,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/990cdacdc0134fdfb988a884249e90f8 2024-11-25T10:35:37,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a370c51d57394fe2915ceb2c674bb9cf is 50, key is test_row_0/C:col10/1732530936326/Put/seqid=0 2024-11-25T10:35:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742156_1332 (size=12001) 2024-11-25T10:35:37,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a370c51d57394fe2915ceb2c674bb9cf 2024-11-25T10:35:37,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/8e1232fe0fba440db7e980ea3c10a37f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8e1232fe0fba440db7e980ea3c10a37f 2024-11-25T10:35:37,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8e1232fe0fba440db7e980ea3c10a37f, entries=150, sequenceid=18, filesize=30.2 K 2024-11-25T10:35:37,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/990cdacdc0134fdfb988a884249e90f8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/990cdacdc0134fdfb988a884249e90f8 2024-11-25T10:35:37,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/990cdacdc0134fdfb988a884249e90f8, entries=150, sequenceid=18, filesize=11.7 K 2024-11-25T10:35:37,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a370c51d57394fe2915ceb2c674bb9cf as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a370c51d57394fe2915ceb2c674bb9cf 2024-11-25T10:35:37,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a370c51d57394fe2915ceb2c674bb9cf, entries=150, sequenceid=18, filesize=11.7 K 2024-11-25T10:35:37,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1034ms, sequenceid=18, compaction requested=false 2024-11-25T10:35:37,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:37,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T10:35:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:37,361 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:35:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:37,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112592dd961d73314de18f3497fe6a7f93de_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530936345/Put/seqid=0 2024-11-25T10:35:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:35:37,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742157_1333 (size=12154) 2024-11-25T10:35:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:37,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:37,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530997475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530997476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530997476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530997479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530997480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530997581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530997581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530997582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530997582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530997587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530997786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530997789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530997790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530997790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530997791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:37,802 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112592dd961d73314de18f3497fe6a7f93de_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592dd961d73314de18f3497fe6a7f93de_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:37,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/1e4a67e889184b5ca9fb9a5811c9ed6f, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/1e4a67e889184b5ca9fb9a5811c9ed6f is 175, key is test_row_0/A:col10/1732530936345/Put/seqid=0 2024-11-25T10:35:37,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742158_1334 (size=30955) 2024-11-25T10:35:37,810 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/1e4a67e889184b5ca9fb9a5811c9ed6f 2024-11-25T10:35:37,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/43d3a0716489479cb3a27117598dbb50 is 50, key is test_row_0/B:col10/1732530936345/Put/seqid=0 2024-11-25T10:35:37,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742159_1335 (size=12001) 2024-11-25T10:35:37,874 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:35:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530998092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530998094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530998095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530998095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530998096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,224 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/43d3a0716489479cb3a27117598dbb50 2024-11-25T10:35:38,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/822e8bbf321e41ad943618951c355a32 is 50, key is test_row_0/C:col10/1732530936345/Put/seqid=0 2024-11-25T10:35:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742160_1336 (size=12001) 2024-11-25T10:35:38,233 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/822e8bbf321e41ad943618951c355a32 2024-11-25T10:35:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/1e4a67e889184b5ca9fb9a5811c9ed6f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1e4a67e889184b5ca9fb9a5811c9ed6f 2024-11-25T10:35:38,239 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1e4a67e889184b5ca9fb9a5811c9ed6f, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T10:35:38,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/43d3a0716489479cb3a27117598dbb50 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/43d3a0716489479cb3a27117598dbb50 2024-11-25T10:35:38,243 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/43d3a0716489479cb3a27117598dbb50, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:35:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/822e8bbf321e41ad943618951c355a32 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/822e8bbf321e41ad943618951c355a32 2024-11-25T10:35:38,248 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/822e8bbf321e41ad943618951c355a32, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:35:38,249 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 888ms, sequenceid=40, compaction requested=false 2024-11-25T10:35:38,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:38,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:38,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-25T10:35:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-25T10:35:38,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-25T10:35:38,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec 2024-11-25T10:35:38,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.9650 sec 2024-11-25T10:35:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T10:35:38,395 INFO [Thread-1500 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-25T10:35:38,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-25T10:35:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:35:38,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:38,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:38,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:35:38,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T10:35:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:38,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:35:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:38,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a38771f0e2714cf78c64d614e7d33257_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530937475/Put/seqid=0 2024-11-25T10:35:38,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742161_1337 (size=12154) 2024-11-25T10:35:38,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:38,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:38,608 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a38771f0e2714cf78c64d614e7d33257_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a38771f0e2714cf78c64d614e7d33257_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/41d47d808b784065b13fb8b6aed25d92, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:38,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/41d47d808b784065b13fb8b6aed25d92 is 175, key is test_row_0/A:col10/1732530937475/Put/seqid=0 2024-11-25T10:35:38,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742162_1338 (size=30955) 2024-11-25T10:35:38,633 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/41d47d808b784065b13fb8b6aed25d92 2024-11-25T10:35:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/5669b51b32f843caadec4f87d552019e is 50, key is test_row_0/B:col10/1732530937475/Put/seqid=0 2024-11-25T10:35:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530998634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530998637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530998638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530998644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530998644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742163_1339 (size=12001) 2024-11-25T10:35:38,657 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/5669b51b32f843caadec4f87d552019e 2024-11-25T10:35:38,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/bc8379f5442b4f59b66f7605247085e5 is 50, key is test_row_0/C:col10/1732530937475/Put/seqid=0 2024-11-25T10:35:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742164_1340 (size=12001) 2024-11-25T10:35:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:35:38,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530998746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530998749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530998749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530998752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530998752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530998951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530998951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530998952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530998961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530998964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:35:39,073 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/bc8379f5442b4f59b66f7605247085e5 2024-11-25T10:35:39,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/41d47d808b784065b13fb8b6aed25d92 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/41d47d808b784065b13fb8b6aed25d92 2024-11-25T10:35:39,081 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/41d47d808b784065b13fb8b6aed25d92, entries=150, sequenceid=54, filesize=30.2 K 2024-11-25T10:35:39,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/5669b51b32f843caadec4f87d552019e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5669b51b32f843caadec4f87d552019e 2024-11-25T10:35:39,086 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5669b51b32f843caadec4f87d552019e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T10:35:39,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/bc8379f5442b4f59b66f7605247085e5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/bc8379f5442b4f59b66f7605247085e5 2024-11-25T10:35:39,090 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/bc8379f5442b4f59b66f7605247085e5, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T10:35:39,091 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 542ms, sequenceid=54, compaction requested=true 2024-11-25T10:35:39,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:39,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:39,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-25T10:35:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-25T10:35:39,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T10:35:39,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 695 msec 2024-11-25T10:35:39,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 698 msec 2024-11-25T10:35:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:39,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:35:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:39,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:39,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b990384a65b4b22bcaa05c49e230816_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530939263/Put/seqid=0 2024-11-25T10:35:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742165_1341 (size=17034) 2024-11-25T10:35:39,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530999274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530999274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530999274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530999275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530999279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530999381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530999382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530999382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530999382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530999386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T10:35:39,499 INFO [Thread-1500 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-25T10:35:39,500 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-25T10:35:39,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:35:39,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:39,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530999587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530999587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530999587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530999587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530999591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:35:39,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:39,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:39,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:39,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b990384a65b4b22bcaa05c49e230816_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b990384a65b4b22bcaa05c49e230816_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:39,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/042056b55bca405d9b3f90718ba92322, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:39,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/042056b55bca405d9b3f90718ba92322 is 175, key is test_row_0/A:col10/1732530939263/Put/seqid=0 2024-11-25T10:35:39,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742166_1342 (size=48139) 2024-11-25T10:35:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:35:39,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:39,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732530999893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732530999893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732530999893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732530999893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732530999894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,958 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:39,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:39,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:39,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/042056b55bca405d9b3f90718ba92322 2024-11-25T10:35:40,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/1901978e0fa34409af5a6b721627e96e is 50, key is test_row_0/B:col10/1732530939263/Put/seqid=0 2024-11-25T10:35:40,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742167_1343 (size=12001) 2024-11-25T10:35:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:35:40,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:40,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:40,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:40,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531000401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531000401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531000402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531000402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531000403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,414 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/1901978e0fa34409af5a6b721627e96e 2024-11-25T10:35:40,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/e2fdde98492749299685aa90bcf3c191 is 50, key is test_row_0/C:col10/1732530939263/Put/seqid=0 2024-11-25T10:35:40,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742168_1344 (size=12001) 2024-11-25T10:35:40,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:35:40,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:40,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:40,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:40,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:40,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/e2fdde98492749299685aa90bcf3c191 2024-11-25T10:35:40,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/042056b55bca405d9b3f90718ba92322 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/042056b55bca405d9b3f90718ba92322 2024-11-25T10:35:40,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/042056b55bca405d9b3f90718ba92322, entries=250, sequenceid=79, filesize=47.0 K 2024-11-25T10:35:40,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/1901978e0fa34409af5a6b721627e96e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1901978e0fa34409af5a6b721627e96e 2024-11-25T10:35:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1901978e0fa34409af5a6b721627e96e, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T10:35:40,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/e2fdde98492749299685aa90bcf3c191 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e2fdde98492749299685aa90bcf3c191 2024-11-25T10:35:40,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e2fdde98492749299685aa90bcf3c191, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T10:35:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1669ms, sequenceid=79, compaction requested=true 2024-11-25T10:35:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:40,932 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,934 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:40,934 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/A is initiating minor compaction (all files) 2024-11-25T10:35:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,934 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/A in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,934 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8e1232fe0fba440db7e980ea3c10a37f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1e4a67e889184b5ca9fb9a5811c9ed6f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/41d47d808b784065b13fb8b6aed25d92, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/042056b55bca405d9b3f90718ba92322] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=137.7 K 2024-11-25T10:35:40,934 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,934 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8e1232fe0fba440db7e980ea3c10a37f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1e4a67e889184b5ca9fb9a5811c9ed6f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/41d47d808b784065b13fb8b6aed25d92, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/042056b55bca405d9b3f90718ba92322] 2024-11-25T10:35:40,935 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e1232fe0fba440db7e980ea3c10a37f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732530936325 2024-11-25T10:35:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,935 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e4a67e889184b5ca9fb9a5811c9ed6f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530936344 2024-11-25T10:35:40,935 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41d47d808b784065b13fb8b6aed25d92, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530937474 2024-11-25T10:35:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,936 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 042056b55bca405d9b3f90718ba92322, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530938605 2024-11-25T10:35:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:40,937 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,939 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:40,939 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/B is initiating minor compaction (all files) 2024-11-25T10:35:40,939 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/B in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:40,939 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/990cdacdc0134fdfb988a884249e90f8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/43d3a0716489479cb3a27117598dbb50, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5669b51b32f843caadec4f87d552019e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1901978e0fa34409af5a6b721627e96e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=46.9 K 2024-11-25T10:35:40,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:40,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:40,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:40,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:40,939 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 990cdacdc0134fdfb988a884249e90f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732530936325 2024-11-25T10:35:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,940 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d3a0716489479cb3a27117598dbb50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530936344 2024-11-25T10:35:40,941 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5669b51b32f843caadec4f87d552019e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530937474 2024-11-25T10:35:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,942 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1901978e0fa34409af5a6b721627e96e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530938642 2024-11-25T10:35:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,953 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,963 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#B#compaction#290 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,964 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/cfb615d7760a47a8a18261bcb5001509 is 50, key is test_row_0/B:col10/1732530939263/Put/seqid=0 2024-11-25T10:35:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,967 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256991c3ead6a54351b5690985f4ff0228_4cbcb97e4a7ef709dbbda2a65e9115fe store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,975 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256991c3ead6a54351b5690985f4ff0228_4cbcb97e4a7ef709dbbda2a65e9115fe, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:40,975 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256991c3ead6a54351b5690985f4ff0228_4cbcb97e4a7ef709dbbda2a65e9115fe because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742169_1345 (size=12139) 2024-11-25T10:35:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,002 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/cfb615d7760a47a8a18261bcb5001509 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/cfb615d7760a47a8a18261bcb5001509 2024-11-25T10:35:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,008 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/B of 4cbcb97e4a7ef709dbbda2a65e9115fe into cfb615d7760a47a8a18261bcb5001509(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:41,008 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:41,009 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/B, priority=12, startTime=1732530940937; duration=0sec 2024-11-25T10:35:41,009 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:41,009 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:B 2024-11-25T10:35:41,009 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,010 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:41,010 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/C is initiating minor compaction (all files) 2024-11-25T10:35:41,011 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/C in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:41,011 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a370c51d57394fe2915ceb2c674bb9cf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/822e8bbf321e41ad943618951c355a32, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/bc8379f5442b4f59b66f7605247085e5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e2fdde98492749299685aa90bcf3c191] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=46.9 K 2024-11-25T10:35:41,011 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a370c51d57394fe2915ceb2c674bb9cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732530936325 2024-11-25T10:35:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,011 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 822e8bbf321e41ad943618951c355a32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530936344 2024-11-25T10:35:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,012 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting bc8379f5442b4f59b66f7605247085e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732530937474 2024-11-25T10:35:41,012 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e2fdde98492749299685aa90bcf3c191, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530938642 2024-11-25T10:35:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742170_1346 (size=4469) 2024-11-25T10:35:41,018 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#A#compaction#289 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,019 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/7747c7732cba44c0926ac44c83fde51a is 175, key is test_row_0/A:col10/1732530939263/Put/seqid=0 2024-11-25T10:35:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T10:35:41,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:41,025 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:35:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:41,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742171_1347 (size=31093) 2024-11-25T10:35:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,050 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#C#compaction#291 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,053 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/c274870f02ac49788ed343d2e230ec29 is 50, key is test_row_0/C:col10/1732530939263/Put/seqid=0 2024-11-25T10:35:41,054 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/7747c7732cba44c0926ac44c83fde51a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7747c7732cba44c0926ac44c83fde51a 2024-11-25T10:35:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125761eb5bc126d42b4b6232f2fd6c6e482_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530939278/Put/seqid=0 2024-11-25T10:35:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,062 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/A of 4cbcb97e4a7ef709dbbda2a65e9115fe into 7747c7732cba44c0926ac44c83fde51a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:41,062 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:41,062 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/A, priority=12, startTime=1732530940932; duration=0sec 2024-11-25T10:35:41,062 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:41,062 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:A 2024-11-25T10:35:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742172_1348 (size=12139) 2024-11-25T10:35:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,092 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/c274870f02ac49788ed343d2e230ec29 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/c274870f02ac49788ed343d2e230ec29 2024-11-25T10:35:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,097 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/C of 4cbcb97e4a7ef709dbbda2a65e9115fe into c274870f02ac49788ed343d2e230ec29(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,098 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:41,098 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/C, priority=12, startTime=1732530940939; duration=0sec 2024-11-25T10:35:41,098 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:41,098 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:C 2024-11-25T10:35:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742173_1349 (size=9714) 2024-11-25T10:35:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:41,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531001493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531001494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531001504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531001504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531001504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:41,526 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125761eb5bc126d42b4b6232f2fd6c6e482_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125761eb5bc126d42b4b6232f2fd6c6e482_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:41,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/61275c03ecf54252b9e78b386ff70f86, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:41,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/61275c03ecf54252b9e78b386ff70f86 is 175, key is test_row_0/A:col10/1732530939278/Put/seqid=0 2024-11-25T10:35:41,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742174_1350 (size=22361) 2024-11-25T10:35:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:35:41,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531001605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531001605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531001613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531001613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531001613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531001810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531001810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531001819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531001821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531001823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:41,945 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/61275c03ecf54252b9e78b386ff70f86 2024-11-25T10:35:41,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/795a936dc0e54b57b5b1e40accf69604 is 50, key is test_row_0/B:col10/1732530939278/Put/seqid=0 2024-11-25T10:35:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742175_1351 (size=9657) 2024-11-25T10:35:41,958 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/795a936dc0e54b57b5b1e40accf69604 2024-11-25T10:35:41,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/9001b4aa69404433b36007a2bd29ecf1 is 50, key is test_row_0/C:col10/1732530939278/Put/seqid=0 2024-11-25T10:35:41,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742176_1352 (size=9657) 2024-11-25T10:35:41,973 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/9001b4aa69404433b36007a2bd29ecf1 2024-11-25T10:35:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/61275c03ecf54252b9e78b386ff70f86 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/61275c03ecf54252b9e78b386ff70f86 2024-11-25T10:35:41,983 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/61275c03ecf54252b9e78b386ff70f86, entries=100, sequenceid=91, filesize=21.8 K 2024-11-25T10:35:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/795a936dc0e54b57b5b1e40accf69604 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/795a936dc0e54b57b5b1e40accf69604 2024-11-25T10:35:41,987 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/795a936dc0e54b57b5b1e40accf69604, entries=100, sequenceid=91, filesize=9.4 K 2024-11-25T10:35:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/9001b4aa69404433b36007a2bd29ecf1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9001b4aa69404433b36007a2bd29ecf1 2024-11-25T10:35:41,993 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9001b4aa69404433b36007a2bd29ecf1, entries=100, sequenceid=91, filesize=9.4 K 2024-11-25T10:35:41,994 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 969ms, sequenceid=91, compaction requested=false 2024-11-25T10:35:41,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:41,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:41,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-25T10:35:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-25T10:35:41,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-25T10:35:41,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4950 sec 2024-11-25T10:35:42,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.4990 sec 2024-11-25T10:35:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:42,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T10:35:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:42,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:42,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256194300fa4d445b187ae5b153b454f98_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530941499/Put/seqid=0 2024-11-25T10:35:42,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531002126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531002127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742177_1353 (size=14594) 2024-11-25T10:35:42,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531002127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531002128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531002128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531002229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531002232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531002234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531002437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531002438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531002438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,529 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:42,533 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256194300fa4d445b187ae5b153b454f98_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256194300fa4d445b187ae5b153b454f98_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:42,534 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/36f84ece91bf4f849aaa36b5b39eba4a, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:42,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/36f84ece91bf4f849aaa36b5b39eba4a is 175, key is test_row_0/A:col10/1732530941499/Put/seqid=0 2024-11-25T10:35:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742178_1354 (size=39549) 2024-11-25T10:35:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531002633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531002634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531002738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531002745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531002745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:42,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/36f84ece91bf4f849aaa36b5b39eba4a 2024-11-25T10:35:42,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b3bb027f9c1e4a8f899e786febd1e8ef is 50, key is test_row_0/B:col10/1732530941499/Put/seqid=0 2024-11-25T10:35:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742179_1355 (size=12001) 2024-11-25T10:35:42,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b3bb027f9c1e4a8f899e786febd1e8ef 2024-11-25T10:35:42,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/9920a4f98cb54c68a9f0fa1b3ddb811e is 50, key is test_row_0/C:col10/1732530941499/Put/seqid=0 2024-11-25T10:35:42,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742180_1356 (size=12001) 2024-11-25T10:35:43,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531003250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531003251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531003251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/9920a4f98cb54c68a9f0fa1b3ddb811e 2024-11-25T10:35:43,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/36f84ece91bf4f849aaa36b5b39eba4a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/36f84ece91bf4f849aaa36b5b39eba4a 2024-11-25T10:35:43,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/36f84ece91bf4f849aaa36b5b39eba4a, entries=200, sequenceid=121, filesize=38.6 K 2024-11-25T10:35:43,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b3bb027f9c1e4a8f899e786febd1e8ef as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b3bb027f9c1e4a8f899e786febd1e8ef 2024-11-25T10:35:43,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b3bb027f9c1e4a8f899e786febd1e8ef, entries=150, sequenceid=121, filesize=11.7 K 2024-11-25T10:35:43,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/9920a4f98cb54c68a9f0fa1b3ddb811e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9920a4f98cb54c68a9f0fa1b3ddb811e 2024-11-25T10:35:43,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9920a4f98cb54c68a9f0fa1b3ddb811e, entries=150, sequenceid=121, filesize=11.7 K 2024-11-25T10:35:43,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1270ms, sequenceid=121, compaction requested=true 2024-11-25T10:35:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:43,386 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:43,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:35:43,386 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:43,388 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:43,388 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/B is initiating minor compaction (all files) 2024-11-25T10:35:43,388 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/B in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:43,388 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/cfb615d7760a47a8a18261bcb5001509, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/795a936dc0e54b57b5b1e40accf69604, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b3bb027f9c1e4a8f899e786febd1e8ef] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=33.0 K 2024-11-25T10:35:43,388 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:43,388 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/A is initiating minor compaction (all files) 2024-11-25T10:35:43,388 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/A in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:43,388 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting cfb615d7760a47a8a18261bcb5001509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530938642 2024-11-25T10:35:43,388 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7747c7732cba44c0926ac44c83fde51a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/61275c03ecf54252b9e78b386ff70f86, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/36f84ece91bf4f849aaa36b5b39eba4a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=90.8 K 2024-11-25T10:35:43,388 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:43,389 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7747c7732cba44c0926ac44c83fde51a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/61275c03ecf54252b9e78b386ff70f86, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/36f84ece91bf4f849aaa36b5b39eba4a] 2024-11-25T10:35:43,389 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 795a936dc0e54b57b5b1e40accf69604, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530939274 2024-11-25T10:35:43,389 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7747c7732cba44c0926ac44c83fde51a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530938642 2024-11-25T10:35:43,389 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b3bb027f9c1e4a8f899e786febd1e8ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732530941488 2024-11-25T10:35:43,389 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61275c03ecf54252b9e78b386ff70f86, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530939274 2024-11-25T10:35:43,389 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36f84ece91bf4f849aaa36b5b39eba4a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732530941488 2024-11-25T10:35:43,398 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:43,399 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:43,400 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/25f3d399cb724b8d9eeb95495035e1da is 50, key is test_row_0/B:col10/1732530941499/Put/seqid=0 2024-11-25T10:35:43,405 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112533a9e0e43dad42849c5977719987ae63_4cbcb97e4a7ef709dbbda2a65e9115fe store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:43,407 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112533a9e0e43dad42849c5977719987ae63_4cbcb97e4a7ef709dbbda2a65e9115fe, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:43,407 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112533a9e0e43dad42849c5977719987ae63_4cbcb97e4a7ef709dbbda2a65e9115fe because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742181_1357 (size=12241) 2024-11-25T10:35:43,419 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/25f3d399cb724b8d9eeb95495035e1da as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/25f3d399cb724b8d9eeb95495035e1da 2024-11-25T10:35:43,425 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/B of 4cbcb97e4a7ef709dbbda2a65e9115fe into 25f3d399cb724b8d9eeb95495035e1da(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:43,425 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:43,425 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/B, priority=13, startTime=1732530943386; duration=0sec 2024-11-25T10:35:43,426 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:43,426 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:B 2024-11-25T10:35:43,426 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:43,427 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:43,427 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/C is initiating minor compaction (all files) 2024-11-25T10:35:43,428 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/C in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:43,428 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/c274870f02ac49788ed343d2e230ec29, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9001b4aa69404433b36007a2bd29ecf1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9920a4f98cb54c68a9f0fa1b3ddb811e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=33.0 K 2024-11-25T10:35:43,428 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c274870f02ac49788ed343d2e230ec29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732530938642 2024-11-25T10:35:43,429 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9001b4aa69404433b36007a2bd29ecf1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530939274 2024-11-25T10:35:43,429 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9920a4f98cb54c68a9f0fa1b3ddb811e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732530941488 2024-11-25T10:35:43,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742182_1358 (size=4469) 2024-11-25T10:35:43,453 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#A#compaction#299 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:43,453 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a332b52e9a194bf4839ed154340b6919 is 175, key is test_row_0/A:col10/1732530941499/Put/seqid=0 2024-11-25T10:35:43,458 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:43,459 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/0d915de1c5b94ba1bd0ad128b4c8a5b0 is 50, key is test_row_0/C:col10/1732530941499/Put/seqid=0 2024-11-25T10:35:43,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742183_1359 (size=31195) 2024-11-25T10:35:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742184_1360 (size=12241) 2024-11-25T10:35:43,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T10:35:43,614 INFO [Thread-1500 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-25T10:35:43,620 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-25T10:35:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:35:43,627 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:43,635 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:43,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:43,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:35:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:43,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552760e281a1a41ddafbbaca2895116a9_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530943650/Put/seqid=0 2024-11-25T10:35:43,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742185_1361 (size=17184) 2024-11-25T10:35:43,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:43,698 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552760e281a1a41ddafbbaca2895116a9_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552760e281a1a41ddafbbaca2895116a9_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:43,699 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/2da88828fc47474787df7709e0fa3f35, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:43,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/2da88828fc47474787df7709e0fa3f35 is 175, key is test_row_0/A:col10/1732530943650/Put/seqid=0 2024-11-25T10:35:43,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742186_1362 (size=48289) 2024-11-25T10:35:43,705 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/2da88828fc47474787df7709e0fa3f35 2024-11-25T10:35:43,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b46170e7aaf24e2f8beca2a75d27b0e8 is 50, key is test_row_0/B:col10/1732530943650/Put/seqid=0 2024-11-25T10:35:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:35:43,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742187_1363 (size=12101) 2024-11-25T10:35:43,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531003731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531003737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b46170e7aaf24e2f8beca2a75d27b0e8 2024-11-25T10:35:43,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/969a92948dba4eff88f315dd73fca14c is 50, key is test_row_0/C:col10/1732530943650/Put/seqid=0 2024-11-25T10:35:43,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742188_1364 (size=12101) 2024-11-25T10:35:43,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:35:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:43,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:43,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:43,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:43,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531003841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531003849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,900 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a332b52e9a194bf4839ed154340b6919 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a332b52e9a194bf4839ed154340b6919 2024-11-25T10:35:43,907 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/A of 4cbcb97e4a7ef709dbbda2a65e9115fe into a332b52e9a194bf4839ed154340b6919(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:43,907 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:43,907 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/A, priority=13, startTime=1732530943386; duration=0sec 2024-11-25T10:35:43,907 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:43,907 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:A 2024-11-25T10:35:43,923 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/0d915de1c5b94ba1bd0ad128b4c8a5b0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0d915de1c5b94ba1bd0ad128b4c8a5b0 2024-11-25T10:35:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:35:43,931 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/C of 4cbcb97e4a7ef709dbbda2a65e9115fe into 0d915de1c5b94ba1bd0ad128b4c8a5b0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:43,931 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:43,931 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/C, priority=13, startTime=1732530943386; duration=0sec 2024-11-25T10:35:43,931 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:43,931 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:C 2024-11-25T10:35:43,940 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:43,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:35:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:43,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531004051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531004059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:35:44,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:44,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:44,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:44,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:44,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:44,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/969a92948dba4eff88f315dd73fca14c 2024-11-25T10:35:44,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/2da88828fc47474787df7709e0fa3f35 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/2da88828fc47474787df7709e0fa3f35 2024-11-25T10:35:44,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/2da88828fc47474787df7709e0fa3f35, entries=250, sequenceid=133, filesize=47.2 K 2024-11-25T10:35:44,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b46170e7aaf24e2f8beca2a75d27b0e8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b46170e7aaf24e2f8beca2a75d27b0e8 2024-11-25T10:35:44,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b46170e7aaf24e2f8beca2a75d27b0e8, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T10:35:44,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/969a92948dba4eff88f315dd73fca14c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/969a92948dba4eff88f315dd73fca14c 2024-11-25T10:35:44,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/969a92948dba4eff88f315dd73fca14c, entries=150, sequenceid=133, filesize=11.8 K 2024-11-25T10:35:44,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 569ms, sequenceid=133, compaction requested=false 2024-11-25T10:35:44,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:35:44,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T10:35:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:44,254 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:35:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:44,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:44,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254c69e0c2e0a6490881c80393a6936f2e_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530943724/Put/seqid=0 2024-11-25T10:35:44,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742189_1365 (size=12304) 2024-11-25T10:35:44,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531004282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531004292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531004292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531004363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531004368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531004393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531004403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531004403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531004603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531004611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531004611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:44,689 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254c69e0c2e0a6490881c80393a6936f2e_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254c69e0c2e0a6490881c80393a6936f2e_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/4efd592457974c29b18450cda4199fce, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/4efd592457974c29b18450cda4199fce is 175, key is test_row_0/A:col10/1732530943724/Put/seqid=0 2024-11-25T10:35:44,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742190_1366 (size=31105) 2024-11-25T10:35:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:35:44,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531004867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531004879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531004911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531004915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:44,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531004917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,122 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/4efd592457974c29b18450cda4199fce 2024-11-25T10:35:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/9d5c11c891eb44eba5713dd646d48151 is 50, key is test_row_0/B:col10/1732530943724/Put/seqid=0 2024-11-25T10:35:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742191_1367 (size=12151) 2024-11-25T10:35:45,136 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/9d5c11c891eb44eba5713dd646d48151 2024-11-25T10:35:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a389653a3086444ab4199e75bc242bde is 50, key is test_row_0/C:col10/1732530943724/Put/seqid=0 2024-11-25T10:35:45,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742192_1368 (size=12151) 2024-11-25T10:35:45,148 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a389653a3086444ab4199e75bc242bde 2024-11-25T10:35:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/4efd592457974c29b18450cda4199fce as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/4efd592457974c29b18450cda4199fce 2024-11-25T10:35:45,198 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/4efd592457974c29b18450cda4199fce, entries=150, sequenceid=160, filesize=30.4 K 2024-11-25T10:35:45,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/9d5c11c891eb44eba5713dd646d48151 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9d5c11c891eb44eba5713dd646d48151 2024-11-25T10:35:45,209 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9d5c11c891eb44eba5713dd646d48151, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T10:35:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a389653a3086444ab4199e75bc242bde as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a389653a3086444ab4199e75bc242bde 2024-11-25T10:35:45,215 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a389653a3086444ab4199e75bc242bde, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T10:35:45,216 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 962ms, sequenceid=160, compaction requested=true 2024-11-25T10:35:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:45,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-25T10:35:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-25T10:35:45,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T10:35:45,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5840 sec 2024-11-25T10:35:45,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.6010 sec 2024-11-25T10:35:45,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:35:45,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:45,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:45,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:45,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:45,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:45,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:45,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254ecf899b2d36451788a07781992c2776_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530944288/Put/seqid=0 2024-11-25T10:35:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742193_1369 (size=14794) 2024-11-25T10:35:45,463 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:45,480 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254ecf899b2d36451788a07781992c2776_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254ecf899b2d36451788a07781992c2776_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:45,481 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/e5d91b1847434a96962fe1199b62e3a2, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:45,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/e5d91b1847434a96962fe1199b62e3a2 is 175, key is test_row_0/A:col10/1732530944288/Put/seqid=0 2024-11-25T10:35:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742194_1370 (size=39749) 2024-11-25T10:35:45,500 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/e5d91b1847434a96962fe1199b62e3a2 2024-11-25T10:35:45,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b4f938c745c14f9f94ed51d11c7dba71 is 50, key is test_row_0/B:col10/1732530944288/Put/seqid=0 2024-11-25T10:35:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531005501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531005501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531005501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742195_1371 (size=12151) 2024-11-25T10:35:45,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b4f938c745c14f9f94ed51d11c7dba71 2024-11-25T10:35:45,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/346f8cfc81004b3e8f95a3175052fbf2 is 50, key is test_row_0/C:col10/1732530944288/Put/seqid=0 2024-11-25T10:35:45,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742196_1372 (size=12151) 2024-11-25T10:35:45,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531005613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531005619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531005625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T10:35:45,735 INFO [Thread-1500 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T10:35:45,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-25T10:35:45,741 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:35:45,743 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:45,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:45,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531005831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531005838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:35:45,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531005839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531005877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531005889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:45,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:35:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:45,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:45,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:45,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:45,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:45,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/346f8cfc81004b3e8f95a3175052fbf2 2024-11-25T10:35:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/e5d91b1847434a96962fe1199b62e3a2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/e5d91b1847434a96962fe1199b62e3a2 2024-11-25T10:35:45,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/e5d91b1847434a96962fe1199b62e3a2, entries=200, sequenceid=173, filesize=38.8 K 2024-11-25T10:35:45,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b4f938c745c14f9f94ed51d11c7dba71 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b4f938c745c14f9f94ed51d11c7dba71 2024-11-25T10:35:45,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b4f938c745c14f9f94ed51d11c7dba71, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T10:35:45,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/346f8cfc81004b3e8f95a3175052fbf2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/346f8cfc81004b3e8f95a3175052fbf2 2024-11-25T10:35:45,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/346f8cfc81004b3e8f95a3175052fbf2, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T10:35:45,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 564ms, sequenceid=173, compaction requested=true 2024-11-25T10:35:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:45,986 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:45,986 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:45,987 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150338 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:45,987 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:45,987 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/B is initiating minor compaction (all files) 2024-11-25T10:35:45,987 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/A is initiating minor compaction (all files) 2024-11-25T10:35:45,987 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/B in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:45,987 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/A in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:45,987 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/25f3d399cb724b8d9eeb95495035e1da, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b46170e7aaf24e2f8beca2a75d27b0e8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9d5c11c891eb44eba5713dd646d48151, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b4f938c745c14f9f94ed51d11c7dba71] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=47.5 K 2024-11-25T10:35:45,987 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a332b52e9a194bf4839ed154340b6919, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/2da88828fc47474787df7709e0fa3f35, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/4efd592457974c29b18450cda4199fce, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/e5d91b1847434a96962fe1199b62e3a2] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=146.8 K 2024-11-25T10:35:45,987 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:45,987 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a332b52e9a194bf4839ed154340b6919, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/2da88828fc47474787df7709e0fa3f35, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/4efd592457974c29b18450cda4199fce, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/e5d91b1847434a96962fe1199b62e3a2] 2024-11-25T10:35:45,988 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 25f3d399cb724b8d9eeb95495035e1da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732530941488 2024-11-25T10:35:45,988 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a332b52e9a194bf4839ed154340b6919, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732530941488 2024-11-25T10:35:45,988 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b46170e7aaf24e2f8beca2a75d27b0e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732530942119 2024-11-25T10:35:45,988 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2da88828fc47474787df7709e0fa3f35, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732530942119 2024-11-25T10:35:45,988 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d5c11c891eb44eba5713dd646d48151, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732530943724 2024-11-25T10:35:45,988 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4efd592457974c29b18450cda4199fce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732530943724 2024-11-25T10:35:45,989 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b4f938c745c14f9f94ed51d11c7dba71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530944288 2024-11-25T10:35:45,989 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5d91b1847434a96962fe1199b62e3a2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530944278 2024-11-25T10:35:45,999 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#B#compaction#310 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:46,000 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/ff9944d1a4bf432c91b00ff088dedac2 is 50, key is test_row_0/B:col10/1732530944288/Put/seqid=0 2024-11-25T10:35:46,000 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:46,007 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112561bcf7c2392944d591b00ddb72e145bc_4cbcb97e4a7ef709dbbda2a65e9115fe store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:46,010 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112561bcf7c2392944d591b00ddb72e145bc_4cbcb97e4a7ef709dbbda2a65e9115fe, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:46,010 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112561bcf7c2392944d591b00ddb72e145bc_4cbcb97e4a7ef709dbbda2a65e9115fe because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:46,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742197_1373 (size=12527) 2024-11-25T10:35:46,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742198_1374 (size=4469) 2024-11-25T10:35:46,024 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/ff9944d1a4bf432c91b00ff088dedac2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ff9944d1a4bf432c91b00ff088dedac2 2024-11-25T10:35:46,028 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/B of 4cbcb97e4a7ef709dbbda2a65e9115fe into ff9944d1a4bf432c91b00ff088dedac2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:46,028 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:46,028 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/B, priority=12, startTime=1732530945986; duration=0sec 2024-11-25T10:35:46,028 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:46,028 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:B 2024-11-25T10:35:46,028 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:46,030 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:46,030 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/C is initiating minor compaction (all files) 2024-11-25T10:35:46,030 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/C in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:46,030 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0d915de1c5b94ba1bd0ad128b4c8a5b0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/969a92948dba4eff88f315dd73fca14c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a389653a3086444ab4199e75bc242bde, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/346f8cfc81004b3e8f95a3175052fbf2] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=47.5 K 2024-11-25T10:35:46,030 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d915de1c5b94ba1bd0ad128b4c8a5b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732530941488 2024-11-25T10:35:46,030 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 969a92948dba4eff88f315dd73fca14c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732530942119 2024-11-25T10:35:46,031 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a389653a3086444ab4199e75bc242bde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732530943724 2024-11-25T10:35:46,031 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 346f8cfc81004b3e8f95a3175052fbf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530944288 2024-11-25T10:35:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:35:46,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T10:35:46,065 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#C#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:46,065 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:35:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:46,065 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/ea4ce2830d4c429ab6e1754de32d8fc4 is 50, key is test_row_0/C:col10/1732530944288/Put/seqid=0 2024-11-25T10:35:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742199_1375 (size=12527) 2024-11-25T10:35:46,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250e3960c26bf5471daa3b12eda2a2d401_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530945498/Put/seqid=0 2024-11-25T10:35:46,117 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/ea4ce2830d4c429ab6e1754de32d8fc4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/ea4ce2830d4c429ab6e1754de32d8fc4 2024-11-25T10:35:46,122 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/C of 4cbcb97e4a7ef709dbbda2a65e9115fe into ea4ce2830d4c429ab6e1754de32d8fc4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:46,122 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:46,122 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/C, priority=12, startTime=1732530945986; duration=0sec 2024-11-25T10:35:46,123 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:46,123 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:C 2024-11-25T10:35:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742200_1376 (size=12304) 2024-11-25T10:35:46,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:46,131 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250e3960c26bf5471daa3b12eda2a2d401_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e3960c26bf5471daa3b12eda2a2d401_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:46,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a5383c9d6ba247ccac31b4be68296730, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:46,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a5383c9d6ba247ccac31b4be68296730 is 175, key is test_row_0/A:col10/1732530945498/Put/seqid=0 2024-11-25T10:35:46,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742201_1377 (size=31105) 2024-11-25T10:35:46,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531006165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531006168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531006171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531006272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531006274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531006280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:35:46,423 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#A#compaction#311 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:46,423 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/68b768b070cb4b5f93d3653811aa8850 is 175, key is test_row_0/A:col10/1732530944288/Put/seqid=0 2024-11-25T10:35:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742202_1378 (size=31481) 2024-11-25T10:35:46,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531006480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531006483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531006486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,555 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a5383c9d6ba247ccac31b4be68296730 2024-11-25T10:35:46,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/2ec1fce575e5463898c3551a2d8cc2aa is 50, key is test_row_0/B:col10/1732530945498/Put/seqid=0 2024-11-25T10:35:46,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742203_1379 (size=12151) 2024-11-25T10:35:46,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531006784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531006792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531006792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:35:46,874 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/68b768b070cb4b5f93d3653811aa8850 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/68b768b070cb4b5f93d3653811aa8850 2024-11-25T10:35:46,882 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/A of 4cbcb97e4a7ef709dbbda2a65e9115fe into 68b768b070cb4b5f93d3653811aa8850(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:46,882 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:46,882 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/A, priority=12, startTime=1732530945986; duration=0sec 2024-11-25T10:35:46,882 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:46,882 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:A 2024-11-25T10:35:46,971 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/2ec1fce575e5463898c3551a2d8cc2aa 2024-11-25T10:35:47,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/36f190cb14e941bc80a79043bd4f053e is 50, key is test_row_0/C:col10/1732530945498/Put/seqid=0 2024-11-25T10:35:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742204_1380 (size=12151) 2024-11-25T10:35:47,079 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/36f190cb14e941bc80a79043bd4f053e 2024-11-25T10:35:47,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a5383c9d6ba247ccac31b4be68296730 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a5383c9d6ba247ccac31b4be68296730 2024-11-25T10:35:47,155 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a5383c9d6ba247ccac31b4be68296730, entries=150, sequenceid=199, filesize=30.4 K 2024-11-25T10:35:47,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/2ec1fce575e5463898c3551a2d8cc2aa as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2ec1fce575e5463898c3551a2d8cc2aa 2024-11-25T10:35:47,164 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2ec1fce575e5463898c3551a2d8cc2aa, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T10:35:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/36f190cb14e941bc80a79043bd4f053e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/36f190cb14e941bc80a79043bd4f053e 2024-11-25T10:35:47,172 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/36f190cb14e941bc80a79043bd4f053e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T10:35:47,179 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1114ms, sequenceid=199, compaction requested=false 2024-11-25T10:35:47,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:47,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:47,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-25T10:35:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-25T10:35:47,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T10:35:47,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-11-25T10:35:47,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.4520 sec 2024-11-25T10:35:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:47,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:35:47,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:47,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:47,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:47,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:47,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:47,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:47,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259cc2ced07af44b45bdd2d932a0b6da7b_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530946167/Put/seqid=0 2024-11-25T10:35:47,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742205_1381 (size=14794) 2024-11-25T10:35:47,335 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:47,355 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259cc2ced07af44b45bdd2d932a0b6da7b_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259cc2ced07af44b45bdd2d932a0b6da7b_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:47,356 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/40f01119bf0a4869b1ddf3b2e4e52efa, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:47,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/40f01119bf0a4869b1ddf3b2e4e52efa is 175, key is test_row_0/A:col10/1732530946167/Put/seqid=0 2024-11-25T10:35:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531007372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531007381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742206_1382 (size=39749) 2024-11-25T10:35:47,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531007383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531007482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531007483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531007497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531007691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531007692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531007703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,784 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/40f01119bf0a4869b1ddf3b2e4e52efa 2024-11-25T10:35:47,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/0ba88ba9aa5a491da0c165113e166086 is 50, key is test_row_0/B:col10/1732530946167/Put/seqid=0 2024-11-25T10:35:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742207_1383 (size=12151) 2024-11-25T10:35:47,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/0ba88ba9aa5a491da0c165113e166086 2024-11-25T10:35:47,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/365bcec7d2d746c8b27b3c397db9f39f is 50, key is test_row_0/C:col10/1732530946167/Put/seqid=0 2024-11-25T10:35:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742208_1384 (size=12151) 2024-11-25T10:35:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T10:35:47,848 INFO [Thread-1500 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-25T10:35:47,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/365bcec7d2d746c8b27b3c397db9f39f 2024-11-25T10:35:47,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-25T10:35:47,856 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:47,857 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:47,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:35:47,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/40f01119bf0a4869b1ddf3b2e4e52efa as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/40f01119bf0a4869b1ddf3b2e4e52efa 2024-11-25T10:35:47,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/40f01119bf0a4869b1ddf3b2e4e52efa, entries=200, sequenceid=213, filesize=38.8 K 2024-11-25T10:35:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/0ba88ba9aa5a491da0c165113e166086 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/0ba88ba9aa5a491da0c165113e166086 2024-11-25T10:35:47,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/0ba88ba9aa5a491da0c165113e166086, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T10:35:47,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/365bcec7d2d746c8b27b3c397db9f39f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/365bcec7d2d746c8b27b3c397db9f39f 2024-11-25T10:35:47,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/365bcec7d2d746c8b27b3c397db9f39f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T10:35:47,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 580ms, sequenceid=213, compaction requested=true 2024-11-25T10:35:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:47,876 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:47,876 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:47,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:47,877 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:47,877 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:47,877 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/B is initiating minor compaction (all files) 2024-11-25T10:35:47,877 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/A is initiating minor compaction (all files) 2024-11-25T10:35:47,877 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/B in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:47,877 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/A in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:47,877 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ff9944d1a4bf432c91b00ff088dedac2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2ec1fce575e5463898c3551a2d8cc2aa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/0ba88ba9aa5a491da0c165113e166086] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=36.0 K 2024-11-25T10:35:47,877 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/68b768b070cb4b5f93d3653811aa8850, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a5383c9d6ba247ccac31b4be68296730, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/40f01119bf0a4869b1ddf3b2e4e52efa] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=99.9 K 2024-11-25T10:35:47,877 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:47,877 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/68b768b070cb4b5f93d3653811aa8850, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a5383c9d6ba247ccac31b4be68296730, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/40f01119bf0a4869b1ddf3b2e4e52efa] 2024-11-25T10:35:47,877 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ff9944d1a4bf432c91b00ff088dedac2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530944288 2024-11-25T10:35:47,878 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68b768b070cb4b5f93d3653811aa8850, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530944288 2024-11-25T10:35:47,878 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ec1fce575e5463898c3551a2d8cc2aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732530945474 2024-11-25T10:35:47,878 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5383c9d6ba247ccac31b4be68296730, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732530945474 2024-11-25T10:35:47,878 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ba88ba9aa5a491da0c165113e166086, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732530946150 2024-11-25T10:35:47,878 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40f01119bf0a4869b1ddf3b2e4e52efa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732530946150 2024-11-25T10:35:47,885 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:47,888 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#B#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:47,888 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/e1b865101d9942a086068e33364f83b4 is 50, key is test_row_0/B:col10/1732530946167/Put/seqid=0 2024-11-25T10:35:47,889 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f4630b7730a349c3a762f22ef3a0c808_4cbcb97e4a7ef709dbbda2a65e9115fe store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:47,891 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f4630b7730a349c3a762f22ef3a0c808_4cbcb97e4a7ef709dbbda2a65e9115fe, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:47,891 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f4630b7730a349c3a762f22ef3a0c808_4cbcb97e4a7ef709dbbda2a65e9115fe because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:47,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:35:47,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:47,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:47,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:47,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:47,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:47,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742209_1385 (size=12629) 2024-11-25T10:35:47,938 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/e1b865101d9942a086068e33364f83b4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/e1b865101d9942a086068e33364f83b4 2024-11-25T10:35:47,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d805acbda0794969860d429b848a709d_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530947379/Put/seqid=0 2024-11-25T10:35:47,947 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/B of 4cbcb97e4a7ef709dbbda2a65e9115fe into e1b865101d9942a086068e33364f83b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:47,947 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:47,947 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/B, priority=13, startTime=1732530947876; duration=0sec 2024-11-25T10:35:47,947 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:47,947 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:B 2024-11-25T10:35:47,947 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:47,949 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:47,949 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/C is initiating minor compaction (all files) 2024-11-25T10:35:47,950 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/C in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:47,950 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/ea4ce2830d4c429ab6e1754de32d8fc4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/36f190cb14e941bc80a79043bd4f053e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/365bcec7d2d746c8b27b3c397db9f39f] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=36.0 K 2024-11-25T10:35:47,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742210_1386 (size=4469) 2024-11-25T10:35:47,950 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4ce2830d4c429ab6e1754de32d8fc4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732530944288 2024-11-25T10:35:47,951 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 36f190cb14e941bc80a79043bd4f053e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732530945474 2024-11-25T10:35:47,951 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 365bcec7d2d746c8b27b3c397db9f39f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732530946150 2024-11-25T10:35:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:35:47,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531007950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531007954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742211_1387 (size=14794) 2024-11-25T10:35:47,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:47,979 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#C#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:47,980 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/f99fe27d650744fbb566b23a00070c8a is 50, key is test_row_0/C:col10/1732530946167/Put/seqid=0 2024-11-25T10:35:47,983 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d805acbda0794969860d429b848a709d_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d805acbda0794969860d429b848a709d_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:47,985 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a02258c5e6f34d3aa8968f4b4591aca0, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:47,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a02258c5e6f34d3aa8968f4b4591aca0 is 175, key is test_row_0/A:col10/1732530947379/Put/seqid=0 2024-11-25T10:35:48,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531007997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531008001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:48,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:48,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531008009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742213_1389 (size=39749) 2024-11-25T10:35:48,019 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a02258c5e6f34d3aa8968f4b4591aca0 2024-11-25T10:35:48,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742212_1388 (size=12629) 2024-11-25T10:35:48,035 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/f99fe27d650744fbb566b23a00070c8a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/f99fe27d650744fbb566b23a00070c8a 2024-11-25T10:35:48,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/f58fd024f460428790300349f6724a70 is 50, key is test_row_0/B:col10/1732530947379/Put/seqid=0 2024-11-25T10:35:48,039 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/C of 4cbcb97e4a7ef709dbbda2a65e9115fe into f99fe27d650744fbb566b23a00070c8a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:48,039 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:48,039 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/C, priority=13, startTime=1732530947876; duration=0sec 2024-11-25T10:35:48,039 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:48,040 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:C 2024-11-25T10:35:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742214_1390 (size=12151) 2024-11-25T10:35:48,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531008063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531008066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:35:48,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:48,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:48,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531008267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531008268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,355 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#A#compaction#319 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:48,356 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/afc28e46a09b46cbb8b24b7c36d4d436 is 175, key is test_row_0/A:col10/1732530946167/Put/seqid=0 2024-11-25T10:35:48,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742215_1391 (size=31583) 2024-11-25T10:35:48,398 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/afc28e46a09b46cbb8b24b7c36d4d436 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/afc28e46a09b46cbb8b24b7c36d4d436 2024-11-25T10:35:48,403 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/A of 4cbcb97e4a7ef709dbbda2a65e9115fe into afc28e46a09b46cbb8b24b7c36d4d436(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:48,403 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:48,403 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/A, priority=13, startTime=1732530947876; duration=0sec 2024-11-25T10:35:48,403 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:48,403 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:A 2024-11-25T10:35:48,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/f58fd024f460428790300349f6724a70 2024-11-25T10:35:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:35:48,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/b122df55959648c6bc4be0d0dc9ee22b is 50, key is test_row_0/C:col10/1732530947379/Put/seqid=0 2024-11-25T10:35:48,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:48,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:48,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742216_1392 (size=12151) 2024-11-25T10:35:48,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/b122df55959648c6bc4be0d0dc9ee22b 2024-11-25T10:35:48,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/a02258c5e6f34d3aa8968f4b4591aca0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a02258c5e6f34d3aa8968f4b4591aca0 2024-11-25T10:35:48,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a02258c5e6f34d3aa8968f4b4591aca0, entries=200, sequenceid=238, filesize=38.8 K 2024-11-25T10:35:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/f58fd024f460428790300349f6724a70 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f58fd024f460428790300349f6724a70 2024-11-25T10:35:48,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f58fd024f460428790300349f6724a70, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T10:35:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531008510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531008511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/b122df55959648c6bc4be0d0dc9ee22b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b122df55959648c6bc4be0d0dc9ee22b 2024-11-25T10:35:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b122df55959648c6bc4be0d0dc9ee22b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T10:35:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 620ms, sequenceid=238, compaction requested=false 2024-11-25T10:35:48,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:48,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:35:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253915723ae04142a5996e37fc3adf7a28_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_1/A:col10/1732530948556/Put/seqid=0 2024-11-25T10:35:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742217_1393 (size=12304) 2024-11-25T10:35:48,600 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,605 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253915723ae04142a5996e37fc3adf7a28_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253915723ae04142a5996e37fc3adf7a28_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/8471df0d59c94d5aa6b3b16165b31423, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:48,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/8471df0d59c94d5aa6b3b16165b31423 is 175, key is test_row_1/A:col10/1732530948556/Put/seqid=0 2024-11-25T10:35:48,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742218_1394 (size=31101) 2024-11-25T10:35:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:48,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:48,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:48,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531008667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531008671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531008690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531008782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531008783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531008800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:48,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:48,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:48,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:35:48,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531008988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:48,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531008989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531009006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,015 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/8471df0d59c94d5aa6b3b16165b31423 2024-11-25T10:35:49,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/9ea6c34f0b9c458c80819a910d4ae508 is 50, key is test_row_1/B:col10/1732530948556/Put/seqid=0 2024-11-25T10:35:49,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742219_1395 (size=9757) 2024-11-25T10:35:49,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/9ea6c34f0b9c458c80819a910d4ae508 2024-11-25T10:35:49,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/0bd0d6ffbbe84830bb20de9be9a2ef39 is 50, key is test_row_1/C:col10/1732530948556/Put/seqid=0 2024-11-25T10:35:49,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742220_1396 (size=9757) 2024-11-25T10:35:49,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:49,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:49,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531009292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531009295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531009310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:49,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531009521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531009525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:49,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/0bd0d6ffbbe84830bb20de9be9a2ef39 2024-11-25T10:35:49,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/8471df0d59c94d5aa6b3b16165b31423 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8471df0d59c94d5aa6b3b16165b31423 2024-11-25T10:35:49,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8471df0d59c94d5aa6b3b16165b31423, entries=150, sequenceid=253, filesize=30.4 K 2024-11-25T10:35:49,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/9ea6c34f0b9c458c80819a910d4ae508 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9ea6c34f0b9c458c80819a910d4ae508 2024-11-25T10:35:49,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9ea6c34f0b9c458c80819a910d4ae508, entries=100, sequenceid=253, filesize=9.5 K 2024-11-25T10:35:49,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/0bd0d6ffbbe84830bb20de9be9a2ef39 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0bd0d6ffbbe84830bb20de9be9a2ef39 2024-11-25T10:35:49,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0bd0d6ffbbe84830bb20de9be9a2ef39, entries=100, sequenceid=253, filesize=9.5 K 2024-11-25T10:35:49,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1090ms, sequenceid=253, compaction requested=true 2024-11-25T10:35:49,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:49,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:49,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:49,648 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:49,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:49,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:49,648 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:49,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:49,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:49,649 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:49,649 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/B is initiating minor compaction (all files) 2024-11-25T10:35:49,649 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/B in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,649 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/e1b865101d9942a086068e33364f83b4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f58fd024f460428790300349f6724a70, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9ea6c34f0b9c458c80819a910d4ae508] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=33.7 K 2024-11-25T10:35:49,649 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:49,649 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/A is initiating minor compaction (all files) 2024-11-25T10:35:49,650 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/A in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,650 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/afc28e46a09b46cbb8b24b7c36d4d436, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a02258c5e6f34d3aa8968f4b4591aca0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8471df0d59c94d5aa6b3b16165b31423] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=100.0 K 2024-11-25T10:35:49,650 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,650 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/afc28e46a09b46cbb8b24b7c36d4d436, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a02258c5e6f34d3aa8968f4b4591aca0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8471df0d59c94d5aa6b3b16165b31423] 2024-11-25T10:35:49,650 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e1b865101d9942a086068e33364f83b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732530946150 2024-11-25T10:35:49,650 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting afc28e46a09b46cbb8b24b7c36d4d436, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732530946150 2024-11-25T10:35:49,651 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f58fd024f460428790300349f6724a70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732530947375 2024-11-25T10:35:49,651 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a02258c5e6f34d3aa8968f4b4591aca0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732530947361 2024-11-25T10:35:49,651 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ea6c34f0b9c458c80819a910d4ae508, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732530947952 2024-11-25T10:35:49,652 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8471df0d59c94d5aa6b3b16165b31423, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732530947939 2024-11-25T10:35:49,668 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:49,673 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:49,673 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/ba6a5881461344cdbb62d407f591c4e1 is 50, key is test_row_0/B:col10/1732530947379/Put/seqid=0 2024-11-25T10:35:49,675 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b10e9de6d99d4075bff51226044eed6c_4cbcb97e4a7ef709dbbda2a65e9115fe store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:49,677 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b10e9de6d99d4075bff51226044eed6c_4cbcb97e4a7ef709dbbda2a65e9115fe, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:49,677 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b10e9de6d99d4075bff51226044eed6c_4cbcb97e4a7ef709dbbda2a65e9115fe because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742221_1397 (size=12731) 2024-11-25T10:35:49,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T10:35:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:49,725 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:35:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:49,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742222_1398 (size=4469) 2024-11-25T10:35:49,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254313beabc32a4d32a3cd2f9636328596_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530948678/Put/seqid=0 2024-11-25T10:35:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742223_1399 (size=12454) 2024-11-25T10:35:49,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531009840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531009846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531009847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531009958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:35:49,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531009963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:49,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531009967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:50,107 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/ba6a5881461344cdbb62d407f591c4e1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ba6a5881461344cdbb62d407f591c4e1 2024-11-25T10:35:50,123 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/B of 4cbcb97e4a7ef709dbbda2a65e9115fe into ba6a5881461344cdbb62d407f591c4e1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:50,123 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:50,123 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/B, priority=13, startTime=1732530949648; duration=0sec 2024-11-25T10:35:50,123 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:50,123 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:B 2024-11-25T10:35:50,123 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:50,125 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:50,125 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/C is initiating minor compaction (all files) 2024-11-25T10:35:50,125 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/C in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:50,125 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/f99fe27d650744fbb566b23a00070c8a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b122df55959648c6bc4be0d0dc9ee22b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0bd0d6ffbbe84830bb20de9be9a2ef39] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=33.7 K 2024-11-25T10:35:50,125 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f99fe27d650744fbb566b23a00070c8a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732530946150 2024-11-25T10:35:50,125 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b122df55959648c6bc4be0d0dc9ee22b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732530947375 2024-11-25T10:35:50,126 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bd0d6ffbbe84830bb20de9be9a2ef39, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732530947952 2024-11-25T10:35:50,137 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#A#compaction#328 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:50,137 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#C#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:50,138 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/32db3d20b3374c17aa4aa76533df45cb is 175, key is test_row_0/A:col10/1732530947379/Put/seqid=0 2024-11-25T10:35:50,138 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/22f6cca7747945a2b996006870696585 is 50, key is test_row_0/C:col10/1732530947379/Put/seqid=0 2024-11-25T10:35:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742224_1400 (size=12731) 2024-11-25T10:35:50,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531010172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:50,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:50,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531010174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531010175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:50,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742225_1401 (size=31792) 2024-11-25T10:35:50,205 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/22f6cca7747945a2b996006870696585 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/22f6cca7747945a2b996006870696585 2024-11-25T10:35:50,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:50,216 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/C of 4cbcb97e4a7ef709dbbda2a65e9115fe into 22f6cca7747945a2b996006870696585(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:50,216 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:50,216 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/C, priority=13, startTime=1732530949648; duration=0sec 2024-11-25T10:35:50,216 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:50,216 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:C 2024-11-25T10:35:50,223 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254313beabc32a4d32a3cd2f9636328596_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254313beabc32a4d32a3cd2f9636328596_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:50,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/21582be58d3e4cf3af4699120b556dfa, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:50,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/21582be58d3e4cf3af4699120b556dfa is 175, key is test_row_0/A:col10/1732530948678/Put/seqid=0 2024-11-25T10:35:50,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742226_1402 (size=31255) 2024-11-25T10:35:50,249 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/21582be58d3e4cf3af4699120b556dfa 2024-11-25T10:35:50,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/d94a258ec7fa4c4cb412a02fc48abc1d is 50, key is test_row_0/B:col10/1732530948678/Put/seqid=0 2024-11-25T10:35:50,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742227_1403 (size=12301) 2024-11-25T10:35:50,310 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/d94a258ec7fa4c4cb412a02fc48abc1d 2024-11-25T10:35:50,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/e9a1b972924c462d8e948704ad50d543 is 50, key is test_row_0/C:col10/1732530948678/Put/seqid=0 2024-11-25T10:35:50,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742228_1404 (size=12301) 2024-11-25T10:35:50,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531010488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531010488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531010494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:50,607 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/32db3d20b3374c17aa4aa76533df45cb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/32db3d20b3374c17aa4aa76533df45cb 2024-11-25T10:35:50,614 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/A of 4cbcb97e4a7ef709dbbda2a65e9115fe into 32db3d20b3374c17aa4aa76533df45cb(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:50,614 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:50,614 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/A, priority=13, startTime=1732530949648; duration=0sec 2024-11-25T10:35:50,614 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:50,614 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:A 2024-11-25T10:35:50,762 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/e9a1b972924c462d8e948704ad50d543 2024-11-25T10:35:50,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/21582be58d3e4cf3af4699120b556dfa as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/21582be58d3e4cf3af4699120b556dfa 2024-11-25T10:35:50,829 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/21582be58d3e4cf3af4699120b556dfa, entries=150, sequenceid=277, filesize=30.5 K 2024-11-25T10:35:50,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/d94a258ec7fa4c4cb412a02fc48abc1d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/d94a258ec7fa4c4cb412a02fc48abc1d 2024-11-25T10:35:50,840 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/d94a258ec7fa4c4cb412a02fc48abc1d, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T10:35:50,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/e9a1b972924c462d8e948704ad50d543 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e9a1b972924c462d8e948704ad50d543 2024-11-25T10:35:50,852 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e9a1b972924c462d8e948704ad50d543, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T10:35:50,855 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1130ms, sequenceid=277, compaction requested=false 2024-11-25T10:35:50,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:50,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:50,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-25T10:35:50,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-25T10:35:50,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T10:35:50,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9990 sec 2024-11-25T10:35:50,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 3.0100 sec 2024-11-25T10:35:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:51,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:35:51,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:51,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:51,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:51,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:51,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:51,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:51,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520ad25cbcdaa456ea72621a886659de7_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530949810/Put/seqid=0 2024-11-25T10:35:51,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742229_1405 (size=12454) 2024-11-25T10:35:51,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531011102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531011106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531011107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531011218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531011230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531011230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531011433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531011439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531011447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:51,512 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520ad25cbcdaa456ea72621a886659de7_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520ad25cbcdaa456ea72621a886659de7_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:51,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/fad7c078c6cd4f4a9713b7b9025d55ad, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:51,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/fad7c078c6cd4f4a9713b7b9025d55ad is 175, key is test_row_0/A:col10/1732530949810/Put/seqid=0 2024-11-25T10:35:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531011535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531011536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,541 DEBUG [Thread-1498 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:35:51,541 DEBUG [Thread-1494 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:35:51,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742230_1406 (size=31255) 2024-11-25T10:35:51,563 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/fad7c078c6cd4f4a9713b7b9025d55ad 2024-11-25T10:35:51,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/6c06363c240040f98cb01125f152ae16 is 50, key is test_row_0/B:col10/1732530949810/Put/seqid=0 2024-11-25T10:35:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742231_1407 (size=12301) 2024-11-25T10:35:51,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/6c06363c240040f98cb01125f152ae16 2024-11-25T10:35:51,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/1d51abfeff33476984e09f9c68fddb08 is 50, key is test_row_0/C:col10/1732530949810/Put/seqid=0 2024-11-25T10:35:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742232_1408 (size=12301) 2024-11-25T10:35:51,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/1d51abfeff33476984e09f9c68fddb08 2024-11-25T10:35:51,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/fad7c078c6cd4f4a9713b7b9025d55ad as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/fad7c078c6cd4f4a9713b7b9025d55ad 2024-11-25T10:35:51,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/fad7c078c6cd4f4a9713b7b9025d55ad, entries=150, sequenceid=296, filesize=30.5 K 2024-11-25T10:35:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/6c06363c240040f98cb01125f152ae16 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/6c06363c240040f98cb01125f152ae16 2024-11-25T10:35:51,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/6c06363c240040f98cb01125f152ae16, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T10:35:51,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/1d51abfeff33476984e09f9c68fddb08 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/1d51abfeff33476984e09f9c68fddb08 2024-11-25T10:35:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531011735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/1d51abfeff33476984e09f9c68fddb08, entries=150, sequenceid=296, filesize=12.0 K 2024-11-25T10:35:51,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 752ms, sequenceid=296, compaction requested=true 2024-11-25T10:35:51,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:51,763 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:51,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:51,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:51,764 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:51,764 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94302 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:51,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:51,764 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/A is initiating minor compaction (all files) 2024-11-25T10:35:51,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:51,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:51,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:51,765 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/A in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:51,765 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/32db3d20b3374c17aa4aa76533df45cb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/21582be58d3e4cf3af4699120b556dfa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/fad7c078c6cd4f4a9713b7b9025d55ad] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=92.1 K 2024-11-25T10:35:51,765 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:51,765 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/32db3d20b3374c17aa4aa76533df45cb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/21582be58d3e4cf3af4699120b556dfa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/fad7c078c6cd4f4a9713b7b9025d55ad] 2024-11-25T10:35:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:51,771 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32db3d20b3374c17aa4aa76533df45cb, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732530947379 2024-11-25T10:35:51,771 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:51,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T10:35:51,771 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/B is initiating minor compaction (all files) 2024-11-25T10:35:51,771 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/B in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:51,771 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ba6a5881461344cdbb62d407f591c4e1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/d94a258ec7fa4c4cb412a02fc48abc1d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/6c06363c240040f98cb01125f152ae16] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=36.5 K 2024-11-25T10:35:51,771 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21582be58d3e4cf3af4699120b556dfa, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732530948664 2024-11-25T10:35:51,773 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ba6a5881461344cdbb62d407f591c4e1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732530947379 2024-11-25T10:35:51,773 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting fad7c078c6cd4f4a9713b7b9025d55ad, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732530949810 2024-11-25T10:35:51,777 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d94a258ec7fa4c4cb412a02fc48abc1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732530948664 2024-11-25T10:35:51,777 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c06363c240040f98cb01125f152ae16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732530949810 2024-11-25T10:35:51,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:51,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:51,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:51,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:51,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:51,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:51,788 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:51,805 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#B#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:51,805 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/f55a11ff306d488ab1eef33c8e130df8 is 50, key is test_row_0/B:col10/1732530949810/Put/seqid=0 2024-11-25T10:35:51,808 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112546ea114690994f55a5fd9aa129f735ef_4cbcb97e4a7ef709dbbda2a65e9115fe store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:51,810 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112546ea114690994f55a5fd9aa129f735ef_4cbcb97e4a7ef709dbbda2a65e9115fe, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:51,810 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546ea114690994f55a5fd9aa129f735ef_4cbcb97e4a7ef709dbbda2a65e9115fe because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:51,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cb35229844bb42f88037c91b84ae4b76_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530951105/Put/seqid=0 2024-11-25T10:35:51,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742233_1409 (size=12983) 2024-11-25T10:35:51,868 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/f55a11ff306d488ab1eef33c8e130df8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f55a11ff306d488ab1eef33c8e130df8 2024-11-25T10:35:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742234_1410 (size=4469) 2024-11-25T10:35:51,874 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/B of 4cbcb97e4a7ef709dbbda2a65e9115fe into f55a11ff306d488ab1eef33c8e130df8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:51,874 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:51,874 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/B, priority=13, startTime=1732530951763; duration=0sec 2024-11-25T10:35:51,874 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:51,874 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:B 2024-11-25T10:35:51,874 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:51,878 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:51,882 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/C is initiating minor compaction (all files) 2024-11-25T10:35:51,882 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/C in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:51,883 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/22f6cca7747945a2b996006870696585, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e9a1b972924c462d8e948704ad50d543, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/1d51abfeff33476984e09f9c68fddb08] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=36.5 K 2024-11-25T10:35:51,888 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 22f6cca7747945a2b996006870696585, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732530947379 2024-11-25T10:35:51,889 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e9a1b972924c462d8e948704ad50d543, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732530948664 2024-11-25T10:35:51,889 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d51abfeff33476984e09f9c68fddb08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732530949810 2024-11-25T10:35:51,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531011888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742235_1411 (size=12454) 2024-11-25T10:35:51,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:51,936 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#C#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:51,937 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a6dff7f3b8b44e6d9e95388071ed27ef is 50, key is test_row_0/C:col10/1732530949810/Put/seqid=0 2024-11-25T10:35:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531011918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:51,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cb35229844bb42f88037c91b84ae4b76_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb35229844bb42f88037c91b84ae4b76_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:51,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/d1a7460ef48740b5a81d418ceb418d7d, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:51,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/d1a7460ef48740b5a81d418ceb418d7d is 175, key is test_row_0/A:col10/1732530951105/Put/seqid=0 2024-11-25T10:35:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T10:35:51,968 INFO [Thread-1500 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T10:35:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742236_1412 (size=12983) 2024-11-25T10:35:51,980 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:51,986 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a6dff7f3b8b44e6d9e95388071ed27ef as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a6dff7f3b8b44e6d9e95388071ed27ef 2024-11-25T10:35:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-25T10:35:51,991 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:51,992 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:51,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:35:51,994 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/C of 4cbcb97e4a7ef709dbbda2a65e9115fe into a6dff7f3b8b44e6d9e95388071ed27ef(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:51,994 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:51,994 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/C, priority=13, startTime=1732530951764; duration=0sec 2024-11-25T10:35:51,994 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:51,994 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:C 2024-11-25T10:35:52,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742237_1413 (size=31255) 2024-11-25T10:35:52,004 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/d1a7460ef48740b5a81d418ceb418d7d 2024-11-25T10:35:52,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531012014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/5be4df486f9341329aadbbe368d3acb9 is 50, key is test_row_0/B:col10/1732530951105/Put/seqid=0 2024-11-25T10:35:52,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531012052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742238_1414 (size=12301) 2024-11-25T10:35:52,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/5be4df486f9341329aadbbe368d3acb9 2024-11-25T10:35:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:35:52,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/12313b39634540b2bce53e78307f702f is 50, key is test_row_0/C:col10/1732530951105/Put/seqid=0 2024-11-25T10:35:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742239_1415 (size=12301) 2024-11-25T10:35:52,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:35:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:52,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531012228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531012253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531012261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,275 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#A#compaction#337 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:52,276 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/0750e55858af4022b76335d1adc06466 is 175, key is test_row_0/A:col10/1732530949810/Put/seqid=0 2024-11-25T10:35:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742240_1416 (size=31937) 2024-11-25T10:35:52,294 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/0750e55858af4022b76335d1adc06466 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/0750e55858af4022b76335d1adc06466 2024-11-25T10:35:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:35:52,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:35:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:52,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,320 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/A of 4cbcb97e4a7ef709dbbda2a65e9115fe into 0750e55858af4022b76335d1adc06466(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:52,320 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:52,321 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/A, priority=13, startTime=1732530951763; duration=0sec 2024-11-25T10:35:52,321 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:52,321 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:A 2024-11-25T10:35:52,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:35:52,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:52,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:52,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531012538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/12313b39634540b2bce53e78307f702f 2024-11-25T10:35:52,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/d1a7460ef48740b5a81d418ceb418d7d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d1a7460ef48740b5a81d418ceb418d7d 2024-11-25T10:35:52,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d1a7460ef48740b5a81d418ceb418d7d, entries=150, sequenceid=318, filesize=30.5 K 2024-11-25T10:35:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/5be4df486f9341329aadbbe368d3acb9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5be4df486f9341329aadbbe368d3acb9 2024-11-25T10:35:52,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5be4df486f9341329aadbbe368d3acb9, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T10:35:52,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/12313b39634540b2bce53e78307f702f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/12313b39634540b2bce53e78307f702f 2024-11-25T10:35:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531012568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/12313b39634540b2bce53e78307f702f, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T10:35:52,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 813ms, sequenceid=318, compaction requested=false 2024-11-25T10:35:52,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:35:52,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:52,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T10:35:52,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:52,637 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:35:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:52,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:52,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c663b72812bd4e15948320c0122d9357_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530951881/Put/seqid=0 2024-11-25T10:35:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742241_1417 (size=12454) 2024-11-25T10:35:53,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:53,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:53,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:35:53,123 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c663b72812bd4e15948320c0122d9357_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c663b72812bd4e15948320c0122d9357_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:53,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/364d49602eae4b88b34217229ef6b0d7, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:53,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/364d49602eae4b88b34217229ef6b0d7 is 175, key is test_row_0/A:col10/1732530951881/Put/seqid=0 2024-11-25T10:35:53,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531013142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:53,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531013147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:53,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742242_1418 (size=31255) 2024-11-25T10:35:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531013253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:53,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531013255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:53,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531013273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:53,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531013459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:53,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531013463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:53,555 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/364d49602eae4b88b34217229ef6b0d7 2024-11-25T10:35:53,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/1d752057ee5440f59e2f2e556889da85 is 50, key is test_row_0/B:col10/1732530951881/Put/seqid=0 2024-11-25T10:35:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742243_1419 (size=12301) 2024-11-25T10:35:53,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531013775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:53,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531013775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:54,003 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/1d752057ee5440f59e2f2e556889da85 2024-11-25T10:35:54,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/83812f1bcaf64e0fb9b1d26048c6e331 is 50, key is test_row_0/C:col10/1732530951881/Put/seqid=0 2024-11-25T10:35:54,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742244_1420 (size=12301) 2024-11-25T10:35:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:35:54,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531014279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:54,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531014290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:54,447 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/83812f1bcaf64e0fb9b1d26048c6e331 2024-11-25T10:35:54,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/364d49602eae4b88b34217229ef6b0d7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/364d49602eae4b88b34217229ef6b0d7 2024-11-25T10:35:54,497 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/364d49602eae4b88b34217229ef6b0d7, entries=150, sequenceid=335, filesize=30.5 K 2024-11-25T10:35:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/1d752057ee5440f59e2f2e556889da85 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1d752057ee5440f59e2f2e556889da85 2024-11-25T10:35:54,512 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1d752057ee5440f59e2f2e556889da85, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T10:35:54,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/83812f1bcaf64e0fb9b1d26048c6e331 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/83812f1bcaf64e0fb9b1d26048c6e331 2024-11-25T10:35:54,518 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/83812f1bcaf64e0fb9b1d26048c6e331, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T10:35:54,523 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1887ms, sequenceid=335, compaction requested=true 2024-11-25T10:35:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:54,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-25T10:35:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-25T10:35:54,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T10:35:54,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5360 sec 2024-11-25T10:35:54,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.5510 sec 2024-11-25T10:35:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:55,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:35:55,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:55,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:55,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:55,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:55,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:55,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:55,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125da19ff791b6c4fbcba58cc9846e2bf7e_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530955287/Put/seqid=0 2024-11-25T10:35:55,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742245_1421 (size=14994) 2024-11-25T10:35:55,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531015318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531015324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531015324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531015430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531015435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531015435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58350 deadline: 1732531015559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,566 DEBUG [Thread-1498 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:35:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58390 deadline: 1732531015576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,580 DEBUG [Thread-1494 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8208 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:35:55,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531015635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531015643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531015644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:55,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:55,707 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125da19ff791b6c4fbcba58cc9846e2bf7e_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da19ff791b6c4fbcba58cc9846e2bf7e_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:55,708 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/ad327994f87447a69b3636b126452564, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:55,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/ad327994f87447a69b3636b126452564 is 175, key is test_row_0/A:col10/1732530955287/Put/seqid=0 2024-11-25T10:35:55,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742246_1422 (size=39949) 2024-11-25T10:35:55,736 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/ad327994f87447a69b3636b126452564 2024-11-25T10:35:55,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/a5bb84d153d54c669d55a08cf7f2cfad is 50, key is test_row_0/B:col10/1732530955287/Put/seqid=0 2024-11-25T10:35:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742247_1423 (size=12301) 2024-11-25T10:35:55,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/a5bb84d153d54c669d55a08cf7f2cfad 2024-11-25T10:35:55,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/227c804810994090b99ce2b8714cf096 is 50, key is test_row_0/C:col10/1732530955287/Put/seqid=0 2024-11-25T10:35:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742248_1424 (size=12301) 2024-11-25T10:35:55,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/227c804810994090b99ce2b8714cf096 2024-11-25T10:35:55,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/ad327994f87447a69b3636b126452564 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/ad327994f87447a69b3636b126452564 2024-11-25T10:35:55,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/ad327994f87447a69b3636b126452564, entries=200, sequenceid=358, filesize=39.0 K 2024-11-25T10:35:55,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/a5bb84d153d54c669d55a08cf7f2cfad as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/a5bb84d153d54c669d55a08cf7f2cfad 2024-11-25T10:35:55,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/a5bb84d153d54c669d55a08cf7f2cfad, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:35:55,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/227c804810994090b99ce2b8714cf096 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/227c804810994090b99ce2b8714cf096 2024-11-25T10:35:55,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/227c804810994090b99ce2b8714cf096, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T10:35:55,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 561ms, sequenceid=358, compaction requested=true 2024-11-25T10:35:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:55,850 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:55,850 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:55,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:55,851 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:55,851 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:55,851 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/B is initiating minor compaction (all files) 2024-11-25T10:35:55,851 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/A is initiating minor compaction (all files) 2024-11-25T10:35:55,851 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/A in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:55,851 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/B in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:55,851 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f55a11ff306d488ab1eef33c8e130df8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5be4df486f9341329aadbbe368d3acb9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1d752057ee5440f59e2f2e556889da85, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/a5bb84d153d54c669d55a08cf7f2cfad] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=48.7 K 2024-11-25T10:35:55,851 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/0750e55858af4022b76335d1adc06466, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d1a7460ef48740b5a81d418ceb418d7d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/364d49602eae4b88b34217229ef6b0d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/ad327994f87447a69b3636b126452564] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=131.2 K 2024-11-25T10:35:55,851 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:55,851 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/0750e55858af4022b76335d1adc06466, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d1a7460ef48740b5a81d418ceb418d7d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/364d49602eae4b88b34217229ef6b0d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/ad327994f87447a69b3636b126452564] 2024-11-25T10:35:55,852 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f55a11ff306d488ab1eef33c8e130df8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732530949810 2024-11-25T10:35:55,852 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0750e55858af4022b76335d1adc06466, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732530949810 2024-11-25T10:35:55,852 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5be4df486f9341329aadbbe368d3acb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530951105 2024-11-25T10:35:55,852 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1a7460ef48740b5a81d418ceb418d7d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530951105 2024-11-25T10:35:55,852 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 364d49602eae4b88b34217229ef6b0d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732530951838 2024-11-25T10:35:55,852 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d752057ee5440f59e2f2e556889da85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732530951838 2024-11-25T10:35:55,852 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a5bb84d153d54c669d55a08cf7f2cfad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530953116 2024-11-25T10:35:55,852 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad327994f87447a69b3636b126452564, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530953116 2024-11-25T10:35:55,863 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:55,866 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#B#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:55,867 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/2fc5aadcf9c14814aa63a8cb53fad287 is 50, key is test_row_0/B:col10/1732530955287/Put/seqid=0 2024-11-25T10:35:55,888 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411258a11f3e3bf6a48a9986e5a3ab0bebd9b_4cbcb97e4a7ef709dbbda2a65e9115fe store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:55,891 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411258a11f3e3bf6a48a9986e5a3ab0bebd9b_4cbcb97e4a7ef709dbbda2a65e9115fe, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:55,891 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258a11f3e3bf6a48a9986e5a3ab0bebd9b_4cbcb97e4a7ef709dbbda2a65e9115fe because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742249_1425 (size=13119) 2024-11-25T10:35:55,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742250_1426 (size=4469) 2024-11-25T10:35:55,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T10:35:55,961 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#A#compaction#349 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:55,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:55,964 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/d7cea61eba60486a9c1f0c3d7b746941 is 175, key is test_row_0/A:col10/1732530955287/Put/seqid=0 2024-11-25T10:35:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:55,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a314c6e9ef494f0cb96206aa7fff1b75_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530955317/Put/seqid=0 2024-11-25T10:35:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742251_1427 (size=32073) 2024-11-25T10:35:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742252_1428 (size=12454) 2024-11-25T10:35:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T10:35:56,115 INFO [Thread-1500 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-25T10:35:56,121 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:35:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T10:35:56,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:35:56,128 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:35:56,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:35:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:35:56,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531016121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531016130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531016140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:35:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531016238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531016238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531016249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,283 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:56,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:56,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,291 DEBUG [Thread-1501 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:49199 2024-11-25T10:35:56,291 DEBUG [Thread-1501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,304 DEBUG [Thread-1505 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:49199 2024-11-25T10:35:56,305 DEBUG [Thread-1505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:56,309 DEBUG [Thread-1509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:49199 2024-11-25T10:35:56,309 DEBUG [Thread-1509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:56,313 DEBUG [Thread-1503 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:49199 2024-11-25T10:35:56,313 DEBUG [Thread-1503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:56,315 DEBUG [Thread-1507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:49199 2024-11-25T10:35:56,315 DEBUG [Thread-1507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:56,356 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/2fc5aadcf9c14814aa63a8cb53fad287 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2fc5aadcf9c14814aa63a8cb53fad287 2024-11-25T10:35:56,362 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/B of 4cbcb97e4a7ef709dbbda2a65e9115fe into 2fc5aadcf9c14814aa63a8cb53fad287(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:56,363 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:56,363 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/B, priority=12, startTime=1732530955850; duration=0sec 2024-11-25T10:35:56,363 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:56,363 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:B 2024-11-25T10:35:56,363 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:35:56,367 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:35:56,368 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/C is initiating minor compaction (all files) 2024-11-25T10:35:56,368 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/C in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,368 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a6dff7f3b8b44e6d9e95388071ed27ef, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/12313b39634540b2bce53e78307f702f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/83812f1bcaf64e0fb9b1d26048c6e331, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/227c804810994090b99ce2b8714cf096] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=48.7 K 2024-11-25T10:35:56,368 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a6dff7f3b8b44e6d9e95388071ed27ef, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732530949810 2024-11-25T10:35:56,369 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 12313b39634540b2bce53e78307f702f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732530951105 2024-11-25T10:35:56,369 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 83812f1bcaf64e0fb9b1d26048c6e331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732530951838 2024-11-25T10:35:56,369 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 227c804810994090b99ce2b8714cf096, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530953116 2024-11-25T10:35:56,381 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#C#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:56,383 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a8752704a27f426eb605e66360a6c6f8 is 50, key is test_row_0/C:col10/1732530955287/Put/seqid=0 2024-11-25T10:35:56,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742253_1429 (size=13119) 2024-11-25T10:35:56,396 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:56,411 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a314c6e9ef494f0cb96206aa7fff1b75_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a314c6e9ef494f0cb96206aa7fff1b75_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:56,411 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/a8752704a27f426eb605e66360a6c6f8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a8752704a27f426eb605e66360a6c6f8 2024-11-25T10:35:56,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/7afb4a4503a944f39c9620eede6d403c, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:56,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/7afb4a4503a944f39c9620eede6d403c is 175, key is test_row_0/A:col10/1732530955317/Put/seqid=0 2024-11-25T10:35:56,412 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/d7cea61eba60486a9c1f0c3d7b746941 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d7cea61eba60486a9c1f0c3d7b746941 2024-11-25T10:35:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742254_1430 (size=31255) 2024-11-25T10:35:56,423 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/A of 4cbcb97e4a7ef709dbbda2a65e9115fe into d7cea61eba60486a9c1f0c3d7b746941(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:56,423 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:56,423 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/A, priority=12, startTime=1732530955850; duration=0sec 2024-11-25T10:35:56,423 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:56,423 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:A 2024-11-25T10:35:56,424 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/C of 4cbcb97e4a7ef709dbbda2a65e9115fe into a8752704a27f426eb605e66360a6c6f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:56,424 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:56,424 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/C, priority=12, startTime=1732530955850; duration=0sec 2024-11-25T10:35:56,424 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:56,424 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:C 2024-11-25T10:35:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:35:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531016447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531016447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531016462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:56,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:56,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:35:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531016749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58338 deadline: 1732531016751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:56,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:56,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:56,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58386 deadline: 1732531016765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,818 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/7afb4a4503a944f39c9620eede6d403c 2024-11-25T10:35:56,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/89c1352ac7bc4e7bb3dc9ad464f33071 is 50, key is test_row_0/B:col10/1732530955317/Put/seqid=0 2024-11-25T10:35:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742255_1431 (size=12301) 2024-11-25T10:35:56,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/89c1352ac7bc4e7bb3dc9ad464f33071 2024-11-25T10:35:56,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/2c4a77afe3fc403faadc21ecc3ea75fe is 50, key is test_row_0/C:col10/1732530955317/Put/seqid=0 2024-11-25T10:35:56,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742256_1432 (size=12301) 2024-11-25T10:35:56,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:56,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:56,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:56,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:57,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:57,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:35:57,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/2c4a77afe3fc403faadc21ecc3ea75fe 2024-11-25T10:35:57,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/7afb4a4503a944f39c9620eede6d403c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7afb4a4503a944f39c9620eede6d403c 2024-11-25T10:35:57,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7afb4a4503a944f39c9620eede6d403c, entries=150, sequenceid=372, filesize=30.5 K 2024-11-25T10:35:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/89c1352ac7bc4e7bb3dc9ad464f33071 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/89c1352ac7bc4e7bb3dc9ad464f33071 2024-11-25T10:35:57,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/89c1352ac7bc4e7bb3dc9ad464f33071, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T10:35:57,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/2c4a77afe3fc403faadc21ecc3ea75fe as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/2c4a77afe3fc403faadc21ecc3ea75fe 2024-11-25T10:35:57,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:35:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58324 deadline: 1732531017250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:57,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/2c4a77afe3fc403faadc21ecc3ea75fe, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T10:35:57,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1296ms, sequenceid=372, compaction requested=false 2024-11-25T10:35:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:57,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:35:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:57,253 DEBUG [Thread-1492 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:49199 2024-11-25T10:35:57,253 DEBUG [Thread-1492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:57,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112589d727fcf5c34239b8bdd43ddeea7f9a_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530957252/Put/seqid=0 2024-11-25T10:35:57,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742257_1433 (size=12454) 2024-11-25T10:35:57,269 DEBUG [Thread-1496 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:49199 2024-11-25T10:35:57,269 DEBUG [Thread-1496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:57,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:57,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:57,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:57,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:57,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,661 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:57,664 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112589d727fcf5c34239b8bdd43ddeea7f9a_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112589d727fcf5c34239b8bdd43ddeea7f9a_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:57,665 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/1128aeae74b34901943ca6bcae1ff0f1, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:57,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/1128aeae74b34901943ca6bcae1ff0f1 is 175, key is test_row_0/A:col10/1732530957252/Put/seqid=0 2024-11-25T10:35:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742258_1434 (size=31255) 2024-11-25T10:35:57,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:57,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:57,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:57,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:57,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:57,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:57,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:57,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:57,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:57,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:57,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/1128aeae74b34901943ca6bcae1ff0f1 2024-11-25T10:35:58,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/c22e75a3227a410db5aecf9aff862008 is 50, key is test_row_0/B:col10/1732530957252/Put/seqid=0 2024-11-25T10:35:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742259_1435 (size=12301) 2024-11-25T10:35:58,129 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:58,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:58,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:58,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:35:58,261 DEBUG [Thread-1490 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:49199 2024-11-25T10:35:58,261 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:35:58,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:58,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:58,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/c22e75a3227a410db5aecf9aff862008 2024-11-25T10:35:58,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/851ad8829bbe4bde95f5c41f7ed90632 is 50, key is test_row_0/C:col10/1732530957252/Put/seqid=0 2024-11-25T10:35:58,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742260_1436 (size=12301) 2024-11-25T10:35:58,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:58,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:58,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:58,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:58,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:58,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:58,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. as already flushing 2024-11-25T10:35:58,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:35:58,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/851ad8829bbe4bde95f5c41f7ed90632 2024-11-25T10:35:58,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/1128aeae74b34901943ca6bcae1ff0f1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1128aeae74b34901943ca6bcae1ff0f1 2024-11-25T10:35:58,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1128aeae74b34901943ca6bcae1ff0f1, entries=150, sequenceid=399, filesize=30.5 K 2024-11-25T10:35:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/c22e75a3227a410db5aecf9aff862008 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/c22e75a3227a410db5aecf9aff862008 2024-11-25T10:35:58,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/c22e75a3227a410db5aecf9aff862008, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T10:35:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/851ad8829bbe4bde95f5c41f7ed90632 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/851ad8829bbe4bde95f5c41f7ed90632 2024-11-25T10:35:58,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/851ad8829bbe4bde95f5c41f7ed90632, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T10:35:58,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1659ms, sequenceid=399, compaction requested=true 2024-11-25T10:35:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:35:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:58,912 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:35:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cbcb97e4a7ef709dbbda2a65e9115fe:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:35:58,912 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:58,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:58,913 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:58,913 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:58,913 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/B is initiating minor compaction (all files) 2024-11-25T10:35:58,913 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/A is initiating minor compaction (all files) 2024-11-25T10:35:58,913 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/B in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,913 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/A in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,913 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2fc5aadcf9c14814aa63a8cb53fad287, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/89c1352ac7bc4e7bb3dc9ad464f33071, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/c22e75a3227a410db5aecf9aff862008] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=36.8 K 2024-11-25T10:35:58,913 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d7cea61eba60486a9c1f0c3d7b746941, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7afb4a4503a944f39c9620eede6d403c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1128aeae74b34901943ca6bcae1ff0f1] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=92.4 K 2024-11-25T10:35:58,913 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:58,914 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d7cea61eba60486a9c1f0c3d7b746941, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7afb4a4503a944f39c9620eede6d403c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1128aeae74b34901943ca6bcae1ff0f1] 2024-11-25T10:35:58,914 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fc5aadcf9c14814aa63a8cb53fad287, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530953116 2024-11-25T10:35:58,914 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7cea61eba60486a9c1f0c3d7b746941, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530953116 2024-11-25T10:35:58,914 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 89c1352ac7bc4e7bb3dc9ad464f33071, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732530955317 2024-11-25T10:35:58,914 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7afb4a4503a944f39c9620eede6d403c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732530955317 2024-11-25T10:35:58,914 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c22e75a3227a410db5aecf9aff862008, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732530956113 2024-11-25T10:35:58,914 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1128aeae74b34901943ca6bcae1ff0f1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732530956113 2024-11-25T10:35:58,923 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:58,926 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d3d456acafc24b268574bae9ea023ce4_4cbcb97e4a7ef709dbbda2a65e9115fe store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:58,926 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#B#compaction#358 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:58,926 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/9e9a53efb96044bcad79a91167d406b0 is 50, key is test_row_0/B:col10/1732530957252/Put/seqid=0 2024-11-25T10:35:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742261_1437 (size=13221) 2024-11-25T10:35:58,964 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d3d456acafc24b268574bae9ea023ce4_4cbcb97e4a7ef709dbbda2a65e9115fe, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:58,964 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d3d456acafc24b268574bae9ea023ce4_4cbcb97e4a7ef709dbbda2a65e9115fe because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742262_1438 (size=4469) 2024-11-25T10:35:58,984 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#A#compaction#359 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:58,985 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/504791b42401454dbfb9424d5a2ae9bd is 175, key is test_row_0/A:col10/1732530957252/Put/seqid=0 2024-11-25T10:35:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742263_1439 (size=32175) 2024-11-25T10:35:59,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:35:59,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T10:35:59,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:59,052 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-25T10:35:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:35:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:35:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:35:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:35:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b1e7c78d7fdb4bf88c537904b031d6ea_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530958260/Put/seqid=0 2024-11-25T10:35:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742264_1440 (size=9914) 2024-11-25T10:35:59,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:35:59,075 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b1e7c78d7fdb4bf88c537904b031d6ea_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1e7c78d7fdb4bf88c537904b031d6ea_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:35:59,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/010ea16368b044c09d9c28c4c69897dc, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:35:59,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/010ea16368b044c09d9c28c4c69897dc is 175, key is test_row_0/A:col10/1732530958260/Put/seqid=0 2024-11-25T10:35:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742265_1441 (size=22561) 2024-11-25T10:35:59,337 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/9e9a53efb96044bcad79a91167d406b0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9e9a53efb96044bcad79a91167d406b0 2024-11-25T10:35:59,342 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/B of 4cbcb97e4a7ef709dbbda2a65e9115fe into 9e9a53efb96044bcad79a91167d406b0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:59,342 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:59,342 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/B, priority=13, startTime=1732530958912; duration=0sec 2024-11-25T10:35:59,342 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:35:59,342 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:B 2024-11-25T10:35:59,342 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:35:59,343 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:35:59,343 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 4cbcb97e4a7ef709dbbda2a65e9115fe/C is initiating minor compaction (all files) 2024-11-25T10:35:59,343 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cbcb97e4a7ef709dbbda2a65e9115fe/C in TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:35:59,343 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a8752704a27f426eb605e66360a6c6f8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/2c4a77afe3fc403faadc21ecc3ea75fe, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/851ad8829bbe4bde95f5c41f7ed90632] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp, totalSize=36.8 K 2024-11-25T10:35:59,343 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a8752704a27f426eb605e66360a6c6f8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732530953116 2024-11-25T10:35:59,344 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c4a77afe3fc403faadc21ecc3ea75fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732530955317 2024-11-25T10:35:59,344 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 851ad8829bbe4bde95f5c41f7ed90632, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732530956113 2024-11-25T10:35:59,353 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cbcb97e4a7ef709dbbda2a65e9115fe#C#compaction#361 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:35:59,353 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/5df8038d797e4781b642014c94c3a116 is 50, key is test_row_0/C:col10/1732530957252/Put/seqid=0 2024-11-25T10:35:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742266_1442 (size=13221) 2024-11-25T10:35:59,396 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/504791b42401454dbfb9424d5a2ae9bd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/504791b42401454dbfb9424d5a2ae9bd 2024-11-25T10:35:59,400 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/A of 4cbcb97e4a7ef709dbbda2a65e9115fe into 504791b42401454dbfb9424d5a2ae9bd(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:59,400 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:59,400 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/A, priority=13, startTime=1732530958912; duration=0sec 2024-11-25T10:35:59,400 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:59,400 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:A 2024-11-25T10:35:59,485 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/010ea16368b044c09d9c28c4c69897dc 2024-11-25T10:35:59,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/ce3c5c7c62d3440d8a674c0f7246d605 is 50, key is test_row_0/B:col10/1732530958260/Put/seqid=0 2024-11-25T10:35:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742267_1443 (size=9857) 2024-11-25T10:35:59,761 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/5df8038d797e4781b642014c94c3a116 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/5df8038d797e4781b642014c94c3a116 2024-11-25T10:35:59,765 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cbcb97e4a7ef709dbbda2a65e9115fe/C of 4cbcb97e4a7ef709dbbda2a65e9115fe into 5df8038d797e4781b642014c94c3a116(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:35:59,765 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:35:59,765 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe., storeName=4cbcb97e4a7ef709dbbda2a65e9115fe/C, priority=13, startTime=1732530958912; duration=0sec 2024-11-25T10:35:59,765 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:35:59,765 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cbcb97e4a7ef709dbbda2a65e9115fe:C 2024-11-25T10:35:59,888 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:35:59,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/ce3c5c7c62d3440d8a674c0f7246d605 2024-11-25T10:35:59,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/b2a9cc3e949e4c7cba31ad47513922cc is 50, key is test_row_0/C:col10/1732530958260/Put/seqid=0 2024-11-25T10:35:59,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742268_1444 (size=9857) 2024-11-25T10:36:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:36:00,320 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/b2a9cc3e949e4c7cba31ad47513922cc 2024-11-25T10:36:00,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/010ea16368b044c09d9c28c4c69897dc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/010ea16368b044c09d9c28c4c69897dc 2024-11-25T10:36:00,327 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/010ea16368b044c09d9c28c4c69897dc, entries=100, sequenceid=404, filesize=22.0 K 2024-11-25T10:36:00,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/ce3c5c7c62d3440d8a674c0f7246d605 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ce3c5c7c62d3440d8a674c0f7246d605 2024-11-25T10:36:00,332 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ce3c5c7c62d3440d8a674c0f7246d605, entries=100, sequenceid=404, filesize=9.6 K 2024-11-25T10:36:00,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/b2a9cc3e949e4c7cba31ad47513922cc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b2a9cc3e949e4c7cba31ad47513922cc 2024-11-25T10:36:00,335 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b2a9cc3e949e4c7cba31ad47513922cc, entries=100, sequenceid=404, filesize=9.6 K 2024-11-25T10:36:00,336 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 1284ms, sequenceid=404, compaction requested=false 2024-11-25T10:36:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:36:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:36:00,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T10:36:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T10:36:00,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T10:36:00,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2090 sec 2024-11-25T10:36:00,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 4.2180 sec 2024-11-25T10:36:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T10:36:04,239 INFO [Thread-1500 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T10:36:05,315 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8e1232fe0fba440db7e980ea3c10a37f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1e4a67e889184b5ca9fb9a5811c9ed6f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/41d47d808b784065b13fb8b6aed25d92, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/042056b55bca405d9b3f90718ba92322, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7747c7732cba44c0926ac44c83fde51a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/61275c03ecf54252b9e78b386ff70f86, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/36f84ece91bf4f849aaa36b5b39eba4a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a332b52e9a194bf4839ed154340b6919, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/2da88828fc47474787df7709e0fa3f35, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/4efd592457974c29b18450cda4199fce, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/e5d91b1847434a96962fe1199b62e3a2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/68b768b070cb4b5f93d3653811aa8850, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a5383c9d6ba247ccac31b4be68296730, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/40f01119bf0a4869b1ddf3b2e4e52efa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/afc28e46a09b46cbb8b24b7c36d4d436, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a02258c5e6f34d3aa8968f4b4591aca0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/32db3d20b3374c17aa4aa76533df45cb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8471df0d59c94d5aa6b3b16165b31423, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/21582be58d3e4cf3af4699120b556dfa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/0750e55858af4022b76335d1adc06466, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/fad7c078c6cd4f4a9713b7b9025d55ad, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d1a7460ef48740b5a81d418ceb418d7d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/364d49602eae4b88b34217229ef6b0d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/ad327994f87447a69b3636b126452564, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d7cea61eba60486a9c1f0c3d7b746941, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7afb4a4503a944f39c9620eede6d403c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1128aeae74b34901943ca6bcae1ff0f1] to archive 2024-11-25T10:36:05,317 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:36:05,318 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8e1232fe0fba440db7e980ea3c10a37f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8e1232fe0fba440db7e980ea3c10a37f 2024-11-25T10:36:05,320 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1e4a67e889184b5ca9fb9a5811c9ed6f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1e4a67e889184b5ca9fb9a5811c9ed6f 2024-11-25T10:36:05,322 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/41d47d808b784065b13fb8b6aed25d92 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/41d47d808b784065b13fb8b6aed25d92 2024-11-25T10:36:05,323 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/042056b55bca405d9b3f90718ba92322 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/042056b55bca405d9b3f90718ba92322 2024-11-25T10:36:05,324 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7747c7732cba44c0926ac44c83fde51a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7747c7732cba44c0926ac44c83fde51a 2024-11-25T10:36:05,325 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/61275c03ecf54252b9e78b386ff70f86 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/61275c03ecf54252b9e78b386ff70f86 2024-11-25T10:36:05,327 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/36f84ece91bf4f849aaa36b5b39eba4a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/36f84ece91bf4f849aaa36b5b39eba4a 2024-11-25T10:36:05,328 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a332b52e9a194bf4839ed154340b6919 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a332b52e9a194bf4839ed154340b6919 2024-11-25T10:36:05,330 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/2da88828fc47474787df7709e0fa3f35 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/2da88828fc47474787df7709e0fa3f35 2024-11-25T10:36:05,331 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/4efd592457974c29b18450cda4199fce to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/4efd592457974c29b18450cda4199fce 2024-11-25T10:36:05,336 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/e5d91b1847434a96962fe1199b62e3a2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/e5d91b1847434a96962fe1199b62e3a2 2024-11-25T10:36:05,338 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/68b768b070cb4b5f93d3653811aa8850 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/68b768b070cb4b5f93d3653811aa8850 2024-11-25T10:36:05,339 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a5383c9d6ba247ccac31b4be68296730 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a5383c9d6ba247ccac31b4be68296730 2024-11-25T10:36:05,340 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/40f01119bf0a4869b1ddf3b2e4e52efa to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/40f01119bf0a4869b1ddf3b2e4e52efa 2024-11-25T10:36:05,341 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/afc28e46a09b46cbb8b24b7c36d4d436 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/afc28e46a09b46cbb8b24b7c36d4d436 2024-11-25T10:36:05,343 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a02258c5e6f34d3aa8968f4b4591aca0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/a02258c5e6f34d3aa8968f4b4591aca0 2024-11-25T10:36:05,344 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/32db3d20b3374c17aa4aa76533df45cb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/32db3d20b3374c17aa4aa76533df45cb 2024-11-25T10:36:05,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8471df0d59c94d5aa6b3b16165b31423 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/8471df0d59c94d5aa6b3b16165b31423 2024-11-25T10:36:05,347 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/21582be58d3e4cf3af4699120b556dfa to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/21582be58d3e4cf3af4699120b556dfa 2024-11-25T10:36:05,348 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/0750e55858af4022b76335d1adc06466 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/0750e55858af4022b76335d1adc06466 2024-11-25T10:36:05,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/fad7c078c6cd4f4a9713b7b9025d55ad to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/fad7c078c6cd4f4a9713b7b9025d55ad 2024-11-25T10:36:05,351 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d1a7460ef48740b5a81d418ceb418d7d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d1a7460ef48740b5a81d418ceb418d7d 2024-11-25T10:36:05,352 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/364d49602eae4b88b34217229ef6b0d7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/364d49602eae4b88b34217229ef6b0d7 2024-11-25T10:36:05,353 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/ad327994f87447a69b3636b126452564 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/ad327994f87447a69b3636b126452564 2024-11-25T10:36:05,355 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d7cea61eba60486a9c1f0c3d7b746941 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/d7cea61eba60486a9c1f0c3d7b746941 2024-11-25T10:36:05,356 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7afb4a4503a944f39c9620eede6d403c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/7afb4a4503a944f39c9620eede6d403c 2024-11-25T10:36:05,363 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1128aeae74b34901943ca6bcae1ff0f1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/1128aeae74b34901943ca6bcae1ff0f1 2024-11-25T10:36:05,367 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/990cdacdc0134fdfb988a884249e90f8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/43d3a0716489479cb3a27117598dbb50, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5669b51b32f843caadec4f87d552019e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/cfb615d7760a47a8a18261bcb5001509, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1901978e0fa34409af5a6b721627e96e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/795a936dc0e54b57b5b1e40accf69604, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/25f3d399cb724b8d9eeb95495035e1da, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b3bb027f9c1e4a8f899e786febd1e8ef, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b46170e7aaf24e2f8beca2a75d27b0e8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9d5c11c891eb44eba5713dd646d48151, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ff9944d1a4bf432c91b00ff088dedac2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b4f938c745c14f9f94ed51d11c7dba71, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2ec1fce575e5463898c3551a2d8cc2aa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/e1b865101d9942a086068e33364f83b4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/0ba88ba9aa5a491da0c165113e166086, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f58fd024f460428790300349f6724a70, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ba6a5881461344cdbb62d407f591c4e1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9ea6c34f0b9c458c80819a910d4ae508, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/d94a258ec7fa4c4cb412a02fc48abc1d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f55a11ff306d488ab1eef33c8e130df8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/6c06363c240040f98cb01125f152ae16, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5be4df486f9341329aadbbe368d3acb9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1d752057ee5440f59e2f2e556889da85, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2fc5aadcf9c14814aa63a8cb53fad287, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/a5bb84d153d54c669d55a08cf7f2cfad, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/89c1352ac7bc4e7bb3dc9ad464f33071, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/c22e75a3227a410db5aecf9aff862008] to archive 2024-11-25T10:36:05,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:36:05,371 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/990cdacdc0134fdfb988a884249e90f8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/990cdacdc0134fdfb988a884249e90f8 2024-11-25T10:36:05,373 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/43d3a0716489479cb3a27117598dbb50 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/43d3a0716489479cb3a27117598dbb50 2024-11-25T10:36:05,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5669b51b32f843caadec4f87d552019e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5669b51b32f843caadec4f87d552019e 2024-11-25T10:36:05,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/cfb615d7760a47a8a18261bcb5001509 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/cfb615d7760a47a8a18261bcb5001509 2024-11-25T10:36:05,377 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1901978e0fa34409af5a6b721627e96e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1901978e0fa34409af5a6b721627e96e 2024-11-25T10:36:05,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/795a936dc0e54b57b5b1e40accf69604 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/795a936dc0e54b57b5b1e40accf69604 2024-11-25T10:36:05,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/25f3d399cb724b8d9eeb95495035e1da to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/25f3d399cb724b8d9eeb95495035e1da 2024-11-25T10:36:05,380 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b3bb027f9c1e4a8f899e786febd1e8ef to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b3bb027f9c1e4a8f899e786febd1e8ef 2024-11-25T10:36:05,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b46170e7aaf24e2f8beca2a75d27b0e8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b46170e7aaf24e2f8beca2a75d27b0e8 2024-11-25T10:36:05,384 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9d5c11c891eb44eba5713dd646d48151 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9d5c11c891eb44eba5713dd646d48151 2024-11-25T10:36:05,391 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ff9944d1a4bf432c91b00ff088dedac2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ff9944d1a4bf432c91b00ff088dedac2 2024-11-25T10:36:05,393 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b4f938c745c14f9f94ed51d11c7dba71 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b4f938c745c14f9f94ed51d11c7dba71 2024-11-25T10:36:05,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2ec1fce575e5463898c3551a2d8cc2aa to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2ec1fce575e5463898c3551a2d8cc2aa 2024-11-25T10:36:05,395 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/e1b865101d9942a086068e33364f83b4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/e1b865101d9942a086068e33364f83b4 2024-11-25T10:36:05,398 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/0ba88ba9aa5a491da0c165113e166086 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/0ba88ba9aa5a491da0c165113e166086 2024-11-25T10:36:05,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f58fd024f460428790300349f6724a70 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f58fd024f460428790300349f6724a70 2024-11-25T10:36:05,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ba6a5881461344cdbb62d407f591c4e1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ba6a5881461344cdbb62d407f591c4e1 2024-11-25T10:36:05,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9ea6c34f0b9c458c80819a910d4ae508 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9ea6c34f0b9c458c80819a910d4ae508 2024-11-25T10:36:05,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/d94a258ec7fa4c4cb412a02fc48abc1d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/d94a258ec7fa4c4cb412a02fc48abc1d 2024-11-25T10:36:05,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f55a11ff306d488ab1eef33c8e130df8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/f55a11ff306d488ab1eef33c8e130df8 2024-11-25T10:36:05,407 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/6c06363c240040f98cb01125f152ae16 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/6c06363c240040f98cb01125f152ae16 2024-11-25T10:36:05,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5be4df486f9341329aadbbe368d3acb9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/5be4df486f9341329aadbbe368d3acb9 2024-11-25T10:36:05,410 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1d752057ee5440f59e2f2e556889da85 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/1d752057ee5440f59e2f2e556889da85 2024-11-25T10:36:05,411 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2fc5aadcf9c14814aa63a8cb53fad287 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/2fc5aadcf9c14814aa63a8cb53fad287 2024-11-25T10:36:05,412 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/a5bb84d153d54c669d55a08cf7f2cfad to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/a5bb84d153d54c669d55a08cf7f2cfad 2024-11-25T10:36:05,414 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/89c1352ac7bc4e7bb3dc9ad464f33071 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/89c1352ac7bc4e7bb3dc9ad464f33071 2024-11-25T10:36:05,418 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/c22e75a3227a410db5aecf9aff862008 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/c22e75a3227a410db5aecf9aff862008 2024-11-25T10:36:05,422 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a370c51d57394fe2915ceb2c674bb9cf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/822e8bbf321e41ad943618951c355a32, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/bc8379f5442b4f59b66f7605247085e5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/c274870f02ac49788ed343d2e230ec29, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e2fdde98492749299685aa90bcf3c191, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9001b4aa69404433b36007a2bd29ecf1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0d915de1c5b94ba1bd0ad128b4c8a5b0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9920a4f98cb54c68a9f0fa1b3ddb811e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/969a92948dba4eff88f315dd73fca14c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a389653a3086444ab4199e75bc242bde, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/ea4ce2830d4c429ab6e1754de32d8fc4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/346f8cfc81004b3e8f95a3175052fbf2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/36f190cb14e941bc80a79043bd4f053e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/f99fe27d650744fbb566b23a00070c8a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/365bcec7d2d746c8b27b3c397db9f39f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b122df55959648c6bc4be0d0dc9ee22b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/22f6cca7747945a2b996006870696585, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0bd0d6ffbbe84830bb20de9be9a2ef39, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e9a1b972924c462d8e948704ad50d543, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a6dff7f3b8b44e6d9e95388071ed27ef, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/1d51abfeff33476984e09f9c68fddb08, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/12313b39634540b2bce53e78307f702f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/83812f1bcaf64e0fb9b1d26048c6e331, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a8752704a27f426eb605e66360a6c6f8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/227c804810994090b99ce2b8714cf096, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/2c4a77afe3fc403faadc21ecc3ea75fe, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/851ad8829bbe4bde95f5c41f7ed90632] to archive 2024-11-25T10:36:05,423 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:36:05,427 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a370c51d57394fe2915ceb2c674bb9cf to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a370c51d57394fe2915ceb2c674bb9cf 2024-11-25T10:36:05,429 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/822e8bbf321e41ad943618951c355a32 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/822e8bbf321e41ad943618951c355a32 2024-11-25T10:36:05,434 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/bc8379f5442b4f59b66f7605247085e5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/bc8379f5442b4f59b66f7605247085e5 2024-11-25T10:36:05,443 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/c274870f02ac49788ed343d2e230ec29 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/c274870f02ac49788ed343d2e230ec29 2024-11-25T10:36:05,452 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e2fdde98492749299685aa90bcf3c191 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e2fdde98492749299685aa90bcf3c191 2024-11-25T10:36:05,457 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9001b4aa69404433b36007a2bd29ecf1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9001b4aa69404433b36007a2bd29ecf1 2024-11-25T10:36:05,466 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0d915de1c5b94ba1bd0ad128b4c8a5b0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0d915de1c5b94ba1bd0ad128b4c8a5b0 2024-11-25T10:36:05,472 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9920a4f98cb54c68a9f0fa1b3ddb811e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/9920a4f98cb54c68a9f0fa1b3ddb811e 2024-11-25T10:36:05,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/969a92948dba4eff88f315dd73fca14c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/969a92948dba4eff88f315dd73fca14c 2024-11-25T10:36:05,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a389653a3086444ab4199e75bc242bde to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a389653a3086444ab4199e75bc242bde 2024-11-25T10:36:05,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/ea4ce2830d4c429ab6e1754de32d8fc4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/ea4ce2830d4c429ab6e1754de32d8fc4 2024-11-25T10:36:05,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/346f8cfc81004b3e8f95a3175052fbf2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/346f8cfc81004b3e8f95a3175052fbf2 2024-11-25T10:36:05,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/36f190cb14e941bc80a79043bd4f053e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/36f190cb14e941bc80a79043bd4f053e 2024-11-25T10:36:05,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/f99fe27d650744fbb566b23a00070c8a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/f99fe27d650744fbb566b23a00070c8a 2024-11-25T10:36:05,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/365bcec7d2d746c8b27b3c397db9f39f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/365bcec7d2d746c8b27b3c397db9f39f 2024-11-25T10:36:05,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b122df55959648c6bc4be0d0dc9ee22b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b122df55959648c6bc4be0d0dc9ee22b 2024-11-25T10:36:05,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/22f6cca7747945a2b996006870696585 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/22f6cca7747945a2b996006870696585 2024-11-25T10:36:05,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0bd0d6ffbbe84830bb20de9be9a2ef39 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/0bd0d6ffbbe84830bb20de9be9a2ef39 2024-11-25T10:36:05,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e9a1b972924c462d8e948704ad50d543 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/e9a1b972924c462d8e948704ad50d543 2024-11-25T10:36:05,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a6dff7f3b8b44e6d9e95388071ed27ef to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a6dff7f3b8b44e6d9e95388071ed27ef 2024-11-25T10:36:05,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/1d51abfeff33476984e09f9c68fddb08 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/1d51abfeff33476984e09f9c68fddb08 2024-11-25T10:36:05,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/12313b39634540b2bce53e78307f702f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/12313b39634540b2bce53e78307f702f 2024-11-25T10:36:05,527 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/83812f1bcaf64e0fb9b1d26048c6e331 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/83812f1bcaf64e0fb9b1d26048c6e331 2024-11-25T10:36:05,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a8752704a27f426eb605e66360a6c6f8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/a8752704a27f426eb605e66360a6c6f8 2024-11-25T10:36:05,536 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/227c804810994090b99ce2b8714cf096 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/227c804810994090b99ce2b8714cf096 2024-11-25T10:36:05,539 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/2c4a77afe3fc403faadc21ecc3ea75fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/2c4a77afe3fc403faadc21ecc3ea75fe 2024-11-25T10:36:05,562 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/851ad8829bbe4bde95f5c41f7ed90632 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/851ad8829bbe4bde95f5c41f7ed90632 2024-11-25T10:36:05,640 DEBUG [Thread-1498 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:49199 2024-11-25T10:36:05,640 DEBUG [Thread-1498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:05,650 DEBUG [Thread-1494 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:49199 2024-11-25T10:36:05,651 DEBUG [Thread-1494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1562 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4686 rows 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1564 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4692 rows 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1571 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4713 rows 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1581 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4743 rows 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1565 2024-11-25T10:36:05,651 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4694 rows 2024-11-25T10:36:05,651 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:36:05,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:49199 2024-11-25T10:36:05,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:05,654 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:36:05,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:36:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:05,660 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530965658"}]},"ts":"1732530965658"} 2024-11-25T10:36:05,663 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:36:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:36:05,683 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:36:05,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:36:05,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, UNASSIGN}] 2024-11-25T10:36:05,687 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, UNASSIGN 2024-11-25T10:36:05,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=4cbcb97e4a7ef709dbbda2a65e9115fe, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:05,688 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:36:05,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure 4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:36:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:36:05,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:05,844 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:05,844 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:36:05,844 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing 4cbcb97e4a7ef709dbbda2a65e9115fe, disabling compactions & flushes 2024-11-25T10:36:05,844 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:36:05,844 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:36:05,844 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. after waiting 0 ms 2024-11-25T10:36:05,844 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:36:05,844 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing 4cbcb97e4a7ef709dbbda2a65e9115fe 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-25T10:36:05,844 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=A 2024-11-25T10:36:05,844 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:05,844 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=B 2024-11-25T10:36:05,845 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:05,845 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cbcb97e4a7ef709dbbda2a65e9115fe, store=C 2024-11-25T10:36:05,845 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:05,852 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256455f8bc7840413d8c8999c769f369cf_4cbcb97e4a7ef709dbbda2a65e9115fe is 50, key is test_row_0/A:col10/1732530965649/Put/seqid=0 2024-11-25T10:36:05,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742269_1445 (size=9914) 2024-11-25T10:36:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:36:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:36:06,272 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:06,277 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256455f8bc7840413d8c8999c769f369cf_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256455f8bc7840413d8c8999c769f369cf_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:06,279 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/04bf4a9538a043bf888fda2bcf30f26c, store: [table=TestAcidGuarantees family=A region=4cbcb97e4a7ef709dbbda2a65e9115fe] 2024-11-25T10:36:06,280 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/04bf4a9538a043bf888fda2bcf30f26c is 175, key is test_row_0/A:col10/1732530965649/Put/seqid=0 2024-11-25T10:36:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742270_1446 (size=22561) 2024-11-25T10:36:06,287 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/04bf4a9538a043bf888fda2bcf30f26c 2024-11-25T10:36:06,300 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b2ad00efdded441f99f3ebced6e77668 is 50, key is test_row_0/B:col10/1732530965649/Put/seqid=0 2024-11-25T10:36:06,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742271_1447 (size=9857) 2024-11-25T10:36:06,322 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b2ad00efdded441f99f3ebced6e77668 2024-11-25T10:36:06,329 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/096e2665462c4fc2adc69ff145cdca45 is 50, key is test_row_0/C:col10/1732530965649/Put/seqid=0 2024-11-25T10:36:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742272_1448 (size=9857) 2024-11-25T10:36:06,733 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/096e2665462c4fc2adc69ff145cdca45 2024-11-25T10:36:06,739 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/A/04bf4a9538a043bf888fda2bcf30f26c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/04bf4a9538a043bf888fda2bcf30f26c 2024-11-25T10:36:06,743 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/04bf4a9538a043bf888fda2bcf30f26c, entries=100, sequenceid=412, filesize=22.0 K 2024-11-25T10:36:06,744 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/B/b2ad00efdded441f99f3ebced6e77668 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b2ad00efdded441f99f3ebced6e77668 2024-11-25T10:36:06,748 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b2ad00efdded441f99f3ebced6e77668, entries=100, sequenceid=412, filesize=9.6 K 2024-11-25T10:36:06,748 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/.tmp/C/096e2665462c4fc2adc69ff145cdca45 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/096e2665462c4fc2adc69ff145cdca45 2024-11-25T10:36:06,752 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/096e2665462c4fc2adc69ff145cdca45, entries=100, sequenceid=412, filesize=9.6 K 2024-11-25T10:36:06,752 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 4cbcb97e4a7ef709dbbda2a65e9115fe in 908ms, sequenceid=412, compaction requested=true 2024-11-25T10:36:06,757 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/recovered.edits/415.seqid, newMaxSeqId=415, maxSeqId=4 2024-11-25T10:36:06,757 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe. 2024-11-25T10:36:06,757 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for 4cbcb97e4a7ef709dbbda2a65e9115fe: 2024-11-25T10:36:06,759 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed 4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:06,759 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=4cbcb97e4a7ef709dbbda2a65e9115fe, regionState=CLOSED 2024-11-25T10:36:06,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T10:36:06,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure 4cbcb97e4a7ef709dbbda2a65e9115fe, server=1ab1d4f27f0d,44363,1732530842303 in 1.0720 sec 2024-11-25T10:36:06,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-25T10:36:06,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cbcb97e4a7ef709dbbda2a65e9115fe, UNASSIGN in 1.0750 sec 2024-11-25T10:36:06,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T10:36:06,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0790 sec 2024-11-25T10:36:06,765 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530966765"}]},"ts":"1732530966765"} 2024-11-25T10:36:06,766 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:36:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:36:06,775 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:36:06,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1210 sec 2024-11-25T10:36:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T10:36:07,770 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T10:36:07,770 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:36:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:07,772 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:36:07,772 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:07,774 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,776 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/recovered.edits] 2024-11-25T10:36:07,778 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/010ea16368b044c09d9c28c4c69897dc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/010ea16368b044c09d9c28c4c69897dc 2024-11-25T10:36:07,779 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/04bf4a9538a043bf888fda2bcf30f26c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/04bf4a9538a043bf888fda2bcf30f26c 2024-11-25T10:36:07,780 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/504791b42401454dbfb9424d5a2ae9bd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/A/504791b42401454dbfb9424d5a2ae9bd 2024-11-25T10:36:07,782 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9e9a53efb96044bcad79a91167d406b0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/9e9a53efb96044bcad79a91167d406b0 2024-11-25T10:36:07,783 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b2ad00efdded441f99f3ebced6e77668 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/b2ad00efdded441f99f3ebced6e77668 2024-11-25T10:36:07,783 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ce3c5c7c62d3440d8a674c0f7246d605 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/B/ce3c5c7c62d3440d8a674c0f7246d605 2024-11-25T10:36:07,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/096e2665462c4fc2adc69ff145cdca45 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/096e2665462c4fc2adc69ff145cdca45 2024-11-25T10:36:07,786 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/5df8038d797e4781b642014c94c3a116 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/5df8038d797e4781b642014c94c3a116 2024-11-25T10:36:07,787 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b2a9cc3e949e4c7cba31ad47513922cc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/C/b2a9cc3e949e4c7cba31ad47513922cc 2024-11-25T10:36:07,789 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/recovered.edits/415.seqid to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe/recovered.edits/415.seqid 2024-11-25T10:36:07,789 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,790 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:36:07,790 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:36:07,790 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:36:07,793 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e3960c26bf5471daa3b12eda2a2d401_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250e3960c26bf5471daa3b12eda2a2d401_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,794 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520ad25cbcdaa456ea72621a886659de7_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520ad25cbcdaa456ea72621a886659de7_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,795 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253915723ae04142a5996e37fc3adf7a28_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253915723ae04142a5996e37fc3adf7a28_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,796 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254313beabc32a4d32a3cd2f9636328596_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254313beabc32a4d32a3cd2f9636328596_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,797 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254c69e0c2e0a6490881c80393a6936f2e_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254c69e0c2e0a6490881c80393a6936f2e_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,798 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254ecf899b2d36451788a07781992c2776_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254ecf899b2d36451788a07781992c2776_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552760e281a1a41ddafbbaca2895116a9_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552760e281a1a41ddafbbaca2895116a9_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,800 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b990384a65b4b22bcaa05c49e230816_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b990384a65b4b22bcaa05c49e230816_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,801 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256194300fa4d445b187ae5b153b454f98_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256194300fa4d445b187ae5b153b454f98_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256455f8bc7840413d8c8999c769f369cf_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256455f8bc7840413d8c8999c769f369cf_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,805 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125761eb5bc126d42b4b6232f2fd6c6e482_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125761eb5bc126d42b4b6232f2fd6c6e482_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,806 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112589d727fcf5c34239b8bdd43ddeea7f9a_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112589d727fcf5c34239b8bdd43ddeea7f9a_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,807 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592dd961d73314de18f3497fe6a7f93de_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592dd961d73314de18f3497fe6a7f93de_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,808 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259cc2ced07af44b45bdd2d932a0b6da7b_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259cc2ced07af44b45bdd2d932a0b6da7b_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,809 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a17ab2553983488e8aad5e1f9437a49e_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a17ab2553983488e8aad5e1f9437a49e_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,810 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a314c6e9ef494f0cb96206aa7fff1b75_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a314c6e9ef494f0cb96206aa7fff1b75_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,811 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a38771f0e2714cf78c64d614e7d33257_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a38771f0e2714cf78c64d614e7d33257_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,812 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1e7c78d7fdb4bf88c537904b031d6ea_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b1e7c78d7fdb4bf88c537904b031d6ea_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,813 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c663b72812bd4e15948320c0122d9357_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c663b72812bd4e15948320c0122d9357_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,815 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb35229844bb42f88037c91b84ae4b76_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb35229844bb42f88037c91b84ae4b76_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,816 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d805acbda0794969860d429b848a709d_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d805acbda0794969860d429b848a709d_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,820 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da19ff791b6c4fbcba58cc9846e2bf7e_4cbcb97e4a7ef709dbbda2a65e9115fe to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da19ff791b6c4fbcba58cc9846e2bf7e_4cbcb97e4a7ef709dbbda2a65e9115fe 2024-11-25T10:36:07,822 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:36:07,832 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:07,839 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:36:07,851 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:36:07,853 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:07,853 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:36:07,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530967853"}]},"ts":"9223372036854775807"} 2024-11-25T10:36:07,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:36:07,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4cbcb97e4a7ef709dbbda2a65e9115fe, NAME => 'TestAcidGuarantees,,1732530933026.4cbcb97e4a7ef709dbbda2a65e9115fe.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:36:07,864 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:36:07,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530967864"}]},"ts":"9223372036854775807"} 2024-11-25T10:36:07,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:36:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:36:07,918 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:07,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 148 msec 2024-11-25T10:36:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T10:36:08,081 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T10:36:08,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=452 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=723 (was 787), ProcessCount=11 (was 11), AvailableMemoryMB=2167 (was 1254) - AvailableMemoryMB LEAK? - 2024-11-25T10:36:08,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=723, ProcessCount=11, AvailableMemoryMB=2167 2024-11-25T10:36:08,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:36:08,107 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:36:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:08,109 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:36:08,109 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:08,109 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-11-25T10:36:08,110 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:36:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T10:36:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742273_1449 (size=963) 2024-11-25T10:36:08,148 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:36:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742274_1450 (size=53) 2024-11-25T10:36:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T10:36:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T10:36:08,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:36:08,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing de2f18b24014a2b3768a2e69d22a6b80, disabling compactions & flushes 2024-11-25T10:36:08,570 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:08,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:08,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. after waiting 0 ms 2024-11-25T10:36:08,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:08,570 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:08,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:08,571 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:36:08,571 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530968571"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530968571"}]},"ts":"1732530968571"} 2024-11-25T10:36:08,573 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:36:08,574 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:36:08,574 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530968574"}]},"ts":"1732530968574"} 2024-11-25T10:36:08,575 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:36:08,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=de2f18b24014a2b3768a2e69d22a6b80, ASSIGN}] 2024-11-25T10:36:08,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=de2f18b24014a2b3768a2e69d22a6b80, ASSIGN 2024-11-25T10:36:08,627 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=de2f18b24014a2b3768a2e69d22a6b80, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=false 2024-11-25T10:36:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T10:36:08,777 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=de2f18b24014a2b3768a2e69d22a6b80, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:08,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:36:08,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:08,933 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:08,933 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:36:08,933 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,933 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:36:08,934 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,934 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,935 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,936 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:08,936 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2f18b24014a2b3768a2e69d22a6b80 columnFamilyName A 2024-11-25T10:36:08,936 DEBUG [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:08,936 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.HStore(327): Store=de2f18b24014a2b3768a2e69d22a6b80/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:08,937 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,938 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:08,938 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2f18b24014a2b3768a2e69d22a6b80 columnFamilyName B 2024-11-25T10:36:08,938 DEBUG [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:08,938 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.HStore(327): Store=de2f18b24014a2b3768a2e69d22a6b80/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:08,938 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,939 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:08,939 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2f18b24014a2b3768a2e69d22a6b80 columnFamilyName C 2024-11-25T10:36:08,939 DEBUG [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:08,940 INFO [StoreOpener-de2f18b24014a2b3768a2e69d22a6b80-1 {}] regionserver.HStore(327): Store=de2f18b24014a2b3768a2e69d22a6b80/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:08,940 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:08,940 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,941 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,942 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:36:08,943 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:08,945 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:36:08,945 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened de2f18b24014a2b3768a2e69d22a6b80; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72810344, jitterRate=0.08495867252349854}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:36:08,946 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:08,947 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., pid=119, masterSystemTime=1732530968930 2024-11-25T10:36:08,948 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:08,948 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:08,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=de2f18b24014a2b3768a2e69d22a6b80, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:08,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T10:36:08,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 in 171 msec 2024-11-25T10:36:08,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-25T10:36:08,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=de2f18b24014a2b3768a2e69d22a6b80, ASSIGN in 326 msec 2024-11-25T10:36:08,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:36:08,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530968953"}]},"ts":"1732530968953"} 2024-11-25T10:36:08,954 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:36:08,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:36:09,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 892 msec 2024-11-25T10:36:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T10:36:09,215 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-11-25T10:36:09,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-25T10:36:09,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,228 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:36:09,230 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:36:09,231 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-25T10:36:09,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-25T10:36:09,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,251 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-25T10:36:09,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,259 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-25T10:36:09,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-25T10:36:09,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-25T10:36:09,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,284 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-25T10:36:09,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,293 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-25T10:36:09,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-25T10:36:09,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-25T10:36:09,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:09,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-25T10:36:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:36:09,322 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:09,322 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:09,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:09,327 DEBUG [hconnection-0x35f428df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,328 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,329 DEBUG [hconnection-0xf6044a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,329 DEBUG [hconnection-0x4c2f3df4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,329 DEBUG [hconnection-0x68cd0e8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,330 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,330 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,330 DEBUG [hconnection-0x4809c35e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,330 DEBUG [hconnection-0x4782cfb8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,331 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,331 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,331 DEBUG [hconnection-0x4660d170-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,333 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,333 DEBUG [hconnection-0x7ef1d7ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,334 DEBUG [hconnection-0x5ec93005-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,335 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,336 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,336 DEBUG [hconnection-0x3cd82011-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:09,337 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:09,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:09,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:36:09,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:09,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:09,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:09,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:09,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:09,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531029369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531029370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531029372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531029372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531029369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/98ab87edb42e4098a95f17a9883365b2 is 50, key is test_row_0/A:col10/1732530969340/Put/seqid=0 2024-11-25T10:36:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:36:09,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742275_1451 (size=12001) 2024-11-25T10:36:09,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531029472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531029473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T10:36:09,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:09,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:09,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:09,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531029474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531029476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531029476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:36:09,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T10:36:09,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:09,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:09,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:09,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531029675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531029676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531029680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531029687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531029687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T10:36:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:09,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/98ab87edb42e4098a95f17a9883365b2 2024-11-25T10:36:09,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/8869dbe445234096bf3c3116b737cf2f is 50, key is test_row_0/B:col10/1732530969340/Put/seqid=0 2024-11-25T10:36:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:36:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742276_1452 (size=12001) 2024-11-25T10:36:09,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/8869dbe445234096bf3c3116b737cf2f 2024-11-25T10:36:09,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T10:36:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:09,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:09,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:09,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/87854d1ddbe2447b9257655f9f3fdbc3 is 50, key is test_row_0/C:col10/1732530969340/Put/seqid=0 2024-11-25T10:36:09,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531029983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531029983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531029983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531029995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742277_1453 (size=12001) 2024-11-25T10:36:10,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531029999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/87854d1ddbe2447b9257655f9f3fdbc3 2024-11-25T10:36:10,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/98ab87edb42e4098a95f17a9883365b2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/98ab87edb42e4098a95f17a9883365b2 2024-11-25T10:36:10,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/98ab87edb42e4098a95f17a9883365b2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T10:36:10,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/8869dbe445234096bf3c3116b737cf2f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/8869dbe445234096bf3c3116b737cf2f 2024-11-25T10:36:10,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/8869dbe445234096bf3c3116b737cf2f, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T10:36:10,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/87854d1ddbe2447b9257655f9f3fdbc3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/87854d1ddbe2447b9257655f9f3fdbc3 2024-11-25T10:36:10,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/87854d1ddbe2447b9257655f9f3fdbc3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T10:36:10,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for de2f18b24014a2b3768a2e69d22a6b80 in 720ms, sequenceid=12, compaction requested=false 2024-11-25T10:36:10,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:10,115 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T10:36:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:10,123 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:36:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:10,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:10,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/2556e70287484de4b9829f5513f45866 is 50, key is test_row_0/A:col10/1732530969367/Put/seqid=0 2024-11-25T10:36:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742278_1454 (size=12001) 2024-11-25T10:36:10,174 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/2556e70287484de4b9829f5513f45866 2024-11-25T10:36:10,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/3a80b5d71f0e49199ef4f70844ab0188 is 50, key is test_row_0/B:col10/1732530969367/Put/seqid=0 2024-11-25T10:36:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742279_1455 (size=12001) 2024-11-25T10:36:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:36:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:10,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:10,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531030512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531030516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531030521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531030522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531030526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531030623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531030634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531030635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531030635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,640 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/3a80b5d71f0e49199ef4f70844ab0188 2024-11-25T10:36:10,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531030643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/000fa53598ab4d7b89faba49ba5f3064 is 50, key is test_row_0/C:col10/1732530969367/Put/seqid=0 2024-11-25T10:36:10,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742280_1456 (size=12001) 2024-11-25T10:36:10,694 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/000fa53598ab4d7b89faba49ba5f3064 2024-11-25T10:36:10,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/2556e70287484de4b9829f5513f45866 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2556e70287484de4b9829f5513f45866 2024-11-25T10:36:10,723 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2556e70287484de4b9829f5513f45866, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:36:10,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/3a80b5d71f0e49199ef4f70844ab0188 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/3a80b5d71f0e49199ef4f70844ab0188 2024-11-25T10:36:10,759 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/3a80b5d71f0e49199ef4f70844ab0188, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:36:10,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/000fa53598ab4d7b89faba49ba5f3064 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/000fa53598ab4d7b89faba49ba5f3064 2024-11-25T10:36:10,801 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/000fa53598ab4d7b89faba49ba5f3064, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T10:36:10,803 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for de2f18b24014a2b3768a2e69d22a6b80 in 679ms, sequenceid=38, compaction requested=false 2024-11-25T10:36:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:10,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-25T10:36:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-25T10:36:10,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T10:36:10,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4860 sec 2024-11-25T10:36:10,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4930 sec 2024-11-25T10:36:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:10,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:36:10,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:10,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:10,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:10,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:10,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:10,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:10,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/9baf14b0580c4768b839e351b1cd304e is 50, key is test_row_0/A:col10/1732530970516/Put/seqid=0 2024-11-25T10:36:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742281_1457 (size=11997) 2024-11-25T10:36:10,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/9baf14b0580c4768b839e351b1cd304e 2024-11-25T10:36:10,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/06195da6ee8e4becad926397d860478e is 50, key is test_row_0/B:col10/1732530970516/Put/seqid=0 2024-11-25T10:36:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742282_1458 (size=9657) 2024-11-25T10:36:10,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531030882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531030892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531030890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531030893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531030893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531030994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531031011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531031011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531031012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531031012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531031202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531031219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531031219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531031219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531031219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/06195da6ee8e4becad926397d860478e 2024-11-25T10:36:11,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/583689d9451d4745bb0d9bf062417220 is 50, key is test_row_0/C:col10/1732530970516/Put/seqid=0 2024-11-25T10:36:11,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742283_1459 (size=9657) 2024-11-25T10:36:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T10:36:11,428 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-25T10:36:11,430 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-25T10:36:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T10:36:11,432 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:11,433 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:11,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:11,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531031509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T10:36:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531031530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531031530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531031530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531031535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T10:36:11,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:11,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:11,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:11,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:11,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T10:36:11,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T10:36:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:11,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:11,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:11,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:11,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:11,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/583689d9451d4745bb0d9bf062417220 2024-11-25T10:36:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/9baf14b0580c4768b839e351b1cd304e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/9baf14b0580c4768b839e351b1cd304e 2024-11-25T10:36:11,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/9baf14b0580c4768b839e351b1cd304e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T10:36:11,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/06195da6ee8e4becad926397d860478e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/06195da6ee8e4becad926397d860478e 2024-11-25T10:36:11,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/06195da6ee8e4becad926397d860478e, entries=100, sequenceid=50, filesize=9.4 K 2024-11-25T10:36:11,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/583689d9451d4745bb0d9bf062417220 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/583689d9451d4745bb0d9bf062417220 2024-11-25T10:36:11,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/583689d9451d4745bb0d9bf062417220, entries=100, sequenceid=50, filesize=9.4 K 2024-11-25T10:36:11,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for de2f18b24014a2b3768a2e69d22a6b80 in 1044ms, sequenceid=50, compaction requested=true 2024-11-25T10:36:11,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:11,881 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:11,886 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:11,886 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:11,886 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:11,886 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/98ab87edb42e4098a95f17a9883365b2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2556e70287484de4b9829f5513f45866, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/9baf14b0580c4768b839e351b1cd304e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=35.2 K 2024-11-25T10:36:11,887 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98ab87edb42e4098a95f17a9883365b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732530969335 2024-11-25T10:36:11,887 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2556e70287484de4b9829f5513f45866, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530969367 2024-11-25T10:36:11,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:11,888 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9baf14b0580c4768b839e351b1cd304e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530970516 2024-11-25T10:36:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:11,888 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:11,890 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:11,890 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:11,890 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:11,890 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/8869dbe445234096bf3c3116b737cf2f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/3a80b5d71f0e49199ef4f70844ab0188, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/06195da6ee8e4becad926397d860478e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=32.9 K 2024-11-25T10:36:11,891 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 8869dbe445234096bf3c3116b737cf2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732530969335 2024-11-25T10:36:11,891 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a80b5d71f0e49199ef4f70844ab0188, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530969367 2024-11-25T10:36:11,892 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 06195da6ee8e4becad926397d860478e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530970516 2024-11-25T10:36:11,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:11,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:11,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:11,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:11,900 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:11,901 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/0407ec8bc16e47988080d75d64f75304 is 50, key is test_row_0/A:col10/1732530970516/Put/seqid=0 2024-11-25T10:36:11,918 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:11,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T10:36:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:11,923 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:36:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:11,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:11,925 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:11,925 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/f50ef63a191447489b106149d95e0310 is 50, key is test_row_0/B:col10/1732530970516/Put/seqid=0 2024-11-25T10:36:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742284_1460 (size=12104) 2024-11-25T10:36:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/b804977b897a46388a65ec630fcd684c is 50, key is test_row_0/A:col10/1732530970879/Put/seqid=0 2024-11-25T10:36:11,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742285_1461 (size=12104) 2024-11-25T10:36:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742286_1462 (size=12001) 2024-11-25T10:36:11,999 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/b804977b897a46388a65ec630fcd684c 2024-11-25T10:36:12,011 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/f50ef63a191447489b106149d95e0310 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f50ef63a191447489b106149d95e0310 2024-11-25T10:36:12,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T10:36:12,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/00e19148c3cf4a26bc95f50736137f10 is 50, key is test_row_0/B:col10/1732530970879/Put/seqid=0 2024-11-25T10:36:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742287_1463 (size=12001) 2024-11-25T10:36:12,103 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into f50ef63a191447489b106149d95e0310(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:12,103 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:12,103 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=13, startTime=1732530971888; duration=0sec 2024-11-25T10:36:12,103 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:12,103 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:12,103 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:12,115 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:12,115 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:12,115 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:12,115 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/87854d1ddbe2447b9257655f9f3fdbc3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/000fa53598ab4d7b89faba49ba5f3064, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/583689d9451d4745bb0d9bf062417220] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=32.9 K 2024-11-25T10:36:12,119 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 87854d1ddbe2447b9257655f9f3fdbc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732530969335 2024-11-25T10:36:12,127 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 000fa53598ab4d7b89faba49ba5f3064, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732530969367 2024-11-25T10:36:12,135 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 583689d9451d4745bb0d9bf062417220, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530970516 2024-11-25T10:36:12,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531032109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531032110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531032139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531032144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531032151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,213 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:12,213 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b28ea271339340a3af78ada074b1c89b is 50, key is test_row_0/C:col10/1732530970516/Put/seqid=0 2024-11-25T10:36:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742288_1464 (size=12104) 2024-11-25T10:36:12,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531032240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531032255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,263 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b28ea271339340a3af78ada074b1c89b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b28ea271339340a3af78ada074b1c89b 2024-11-25T10:36:12,271 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into b28ea271339340a3af78ada074b1c89b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:12,271 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:12,271 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=13, startTime=1732530971895; duration=0sec 2024-11-25T10:36:12,271 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:12,271 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531032265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531032271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531032283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:36:12,403 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/0407ec8bc16e47988080d75d64f75304 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0407ec8bc16e47988080d75d64f75304 2024-11-25T10:36:12,431 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into 0407ec8bc16e47988080d75d64f75304(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:12,431 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:12,431 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=13, startTime=1732530971881; duration=0sec 2024-11-25T10:36:12,432 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:12,432 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:12,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531032455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531032476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531032477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531032480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,491 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/00e19148c3cf4a26bc95f50736137f10 2024-11-25T10:36:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531032496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/81c05c9de54441f2bf58ffcdf78e7278 is 50, key is test_row_0/C:col10/1732530970879/Put/seqid=0 2024-11-25T10:36:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T10:36:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742289_1465 (size=12001) 2024-11-25T10:36:12,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531032762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531032788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531032788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531032793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531032811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:12,971 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/81c05c9de54441f2bf58ffcdf78e7278 2024-11-25T10:36:12,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/b804977b897a46388a65ec630fcd684c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b804977b897a46388a65ec630fcd684c 2024-11-25T10:36:13,004 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b804977b897a46388a65ec630fcd684c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T10:36:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/00e19148c3cf4a26bc95f50736137f10 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/00e19148c3cf4a26bc95f50736137f10 2024-11-25T10:36:13,022 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/00e19148c3cf4a26bc95f50736137f10, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T10:36:13,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/81c05c9de54441f2bf58ffcdf78e7278 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/81c05c9de54441f2bf58ffcdf78e7278 2024-11-25T10:36:13,036 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/81c05c9de54441f2bf58ffcdf78e7278, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T10:36:13,037 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for de2f18b24014a2b3768a2e69d22a6b80 in 1115ms, sequenceid=75, compaction requested=false 2024-11-25T10:36:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:13,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-25T10:36:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-25T10:36:13,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-25T10:36:13,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6100 sec 2024-11-25T10:36:13,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.6150 sec 2024-11-25T10:36:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:13,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:36:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:13,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:13,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/e1d14fb78e8641cd9893ed8f1f443705 is 50, key is test_row_0/A:col10/1732530972133/Put/seqid=0 2024-11-25T10:36:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742290_1466 (size=11997) 2024-11-25T10:36:13,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/e1d14fb78e8641cd9893ed8f1f443705 2024-11-25T10:36:13,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531033359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531033365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531033374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531033372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/05c2f6d6a606445484136f2d5303c9e8 is 50, key is test_row_0/B:col10/1732530972133/Put/seqid=0 2024-11-25T10:36:13,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531033375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742291_1467 (size=9657) 2024-11-25T10:36:13,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531033478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531033478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531033491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531033499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531033500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T10:36:13,541 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-25T10:36:13,549 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-25T10:36:13,552 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:13,553 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:13,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:36:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:36:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531033691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531033691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531033699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:36:13,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:13,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:13,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:13,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:13,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:13,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531033708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531033716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/05c2f6d6a606445484136f2d5303c9e8 2024-11-25T10:36:13,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/d3beab597b474f7384e3f7ba1e85cffd is 50, key is test_row_0/C:col10/1732530972133/Put/seqid=0 2024-11-25T10:36:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:36:13,864 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:13,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:36:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:13,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:13,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742292_1468 (size=9657) 2024-11-25T10:36:13,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/d3beab597b474f7384e3f7ba1e85cffd 2024-11-25T10:36:13,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/e1d14fb78e8641cd9893ed8f1f443705 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/e1d14fb78e8641cd9893ed8f1f443705 2024-11-25T10:36:13,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/e1d14fb78e8641cd9893ed8f1f443705, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T10:36:13,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/05c2f6d6a606445484136f2d5303c9e8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/05c2f6d6a606445484136f2d5303c9e8 2024-11-25T10:36:13,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/05c2f6d6a606445484136f2d5303c9e8, entries=100, sequenceid=91, filesize=9.4 K 2024-11-25T10:36:13,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/d3beab597b474f7384e3f7ba1e85cffd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/d3beab597b474f7384e3f7ba1e85cffd 2024-11-25T10:36:13,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/d3beab597b474f7384e3f7ba1e85cffd, entries=100, sequenceid=91, filesize=9.4 K 2024-11-25T10:36:13,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for de2f18b24014a2b3768a2e69d22a6b80 in 662ms, sequenceid=91, compaction requested=true 2024-11-25T10:36:13,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:13,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:13,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:36:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:13,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T10:36:13,946 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:13,947 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:13,950 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:13,950 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:13,951 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:13,951 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0407ec8bc16e47988080d75d64f75304, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b804977b897a46388a65ec630fcd684c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/e1d14fb78e8641cd9893ed8f1f443705] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=35.3 K 2024-11-25T10:36:13,951 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:13,951 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:13,951 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:13,951 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b28ea271339340a3af78ada074b1c89b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/81c05c9de54441f2bf58ffcdf78e7278, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/d3beab597b474f7384e3f7ba1e85cffd] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=33.0 K 2024-11-25T10:36:13,952 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b28ea271339340a3af78ada074b1c89b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530969369 2024-11-25T10:36:13,952 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0407ec8bc16e47988080d75d64f75304, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530969369 2024-11-25T10:36:13,954 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b804977b897a46388a65ec630fcd684c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732530970879 2024-11-25T10:36:13,954 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 81c05c9de54441f2bf58ffcdf78e7278, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732530970879 2024-11-25T10:36:13,955 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1d14fb78e8641cd9893ed8f1f443705, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530972126 2024-11-25T10:36:13,955 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d3beab597b474f7384e3f7ba1e85cffd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530972133 2024-11-25T10:36:13,964 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:13,964 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/03c904427fd34f7fb22a2a0ae402bca8 is 50, key is test_row_0/C:col10/1732530972133/Put/seqid=0 2024-11-25T10:36:13,982 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:13,983 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/5985e7440306489cafe9e9c4cdcf5a06 is 50, key is test_row_0/A:col10/1732530972133/Put/seqid=0 2024-11-25T10:36:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742294_1470 (size=12207) 2024-11-25T10:36:14,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:36:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:14,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:14,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742293_1469 (size=12207) 2024-11-25T10:36:14,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:36:14,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:14,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d96e9e32be4447a69dc67639bb922ef1 is 50, key is test_row_0/A:col10/1732530973350/Put/seqid=0 2024-11-25T10:36:14,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742295_1471 (size=12001) 2024-11-25T10:36:14,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d96e9e32be4447a69dc67639bb922ef1 2024-11-25T10:36:14,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531034043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531034043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531034054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531034057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531034059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/13fc75932d12455caa07b9f709a95133 is 50, key is test_row_0/B:col10/1732530973350/Put/seqid=0 2024-11-25T10:36:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:36:14,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742296_1472 (size=12001) 2024-11-25T10:36:14,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/13fc75932d12455caa07b9f709a95133 2024-11-25T10:36:14,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531034158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531034164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531034171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:36:14,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/e23d7e3996284848ab64192292ab51eb is 50, key is test_row_0/C:col10/1732530973350/Put/seqid=0 2024-11-25T10:36:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531034177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:14,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531034179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742297_1473 (size=12001) 2024-11-25T10:36:14,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:36:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531034366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531034376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531034382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531034386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531034399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,428 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/5985e7440306489cafe9e9c4cdcf5a06 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5985e7440306489cafe9e9c4cdcf5a06 2024-11-25T10:36:14,436 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/03c904427fd34f7fb22a2a0ae402bca8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/03c904427fd34f7fb22a2a0ae402bca8 2024-11-25T10:36:14,444 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into 5985e7440306489cafe9e9c4cdcf5a06(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:14,445 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:14,445 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=13, startTime=1732530973945; duration=0sec 2024-11-25T10:36:14,445 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:14,445 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:14,445 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:14,446 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into 03c904427fd34f7fb22a2a0ae402bca8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:14,446 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:14,446 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=13, startTime=1732530973946; duration=0sec 2024-11-25T10:36:14,446 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:14,446 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:14,451 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:14,451 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:14,451 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,451 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f50ef63a191447489b106149d95e0310, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/00e19148c3cf4a26bc95f50736137f10, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/05c2f6d6a606445484136f2d5303c9e8] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=33.0 K 2024-11-25T10:36:14,455 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f50ef63a191447489b106149d95e0310, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732530969369 2024-11-25T10:36:14,459 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00e19148c3cf4a26bc95f50736137f10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732530970879 2024-11-25T10:36:14,465 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05c2f6d6a606445484136f2d5303c9e8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530972133 2024-11-25T10:36:14,481 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:14,481 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/1eca4ed1302541969ffb51196207113e is 50, key is test_row_0/B:col10/1732530972133/Put/seqid=0 2024-11-25T10:36:14,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:36:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:14,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742298_1474 (size=12207) 2024-11-25T10:36:14,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/e23d7e3996284848ab64192292ab51eb 2024-11-25T10:36:14,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d96e9e32be4447a69dc67639bb922ef1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d96e9e32be4447a69dc67639bb922ef1 2024-11-25T10:36:14,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d96e9e32be4447a69dc67639bb922ef1, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T10:36:14,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/13fc75932d12455caa07b9f709a95133 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/13fc75932d12455caa07b9f709a95133 2024-11-25T10:36:14,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/13fc75932d12455caa07b9f709a95133, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T10:36:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/e23d7e3996284848ab64192292ab51eb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e23d7e3996284848ab64192292ab51eb 2024-11-25T10:36:14,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:36:14,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e23d7e3996284848ab64192292ab51eb, entries=150, sequenceid=115, filesize=11.7 K 2024-11-25T10:36:14,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for de2f18b24014a2b3768a2e69d22a6b80 in 670ms, sequenceid=115, compaction requested=false 2024-11-25T10:36:14,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:14,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T10:36:14,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:14,683 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:36:14,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:14,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:14,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:14,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:14,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:14,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:14,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/1178475bc186480b8080c02ef734216c is 50, key is test_row_0/A:col10/1732530974048/Put/seqid=0 2024-11-25T10:36:14,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742299_1475 (size=12001) 2024-11-25T10:36:14,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531034767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531034768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531034799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531034803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531034807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531034897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531034903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531034917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531034917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531034920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:14,963 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/1eca4ed1302541969ffb51196207113e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1eca4ed1302541969ffb51196207113e 2024-11-25T10:36:15,001 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into 1eca4ed1302541969ffb51196207113e(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:15,001 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:15,001 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=13, startTime=1732530973946; duration=0sec 2024-11-25T10:36:15,001 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:15,001 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:15,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531035112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531035119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531035127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531035128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531035128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,138 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/1178475bc186480b8080c02ef734216c 2024-11-25T10:36:15,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/388699ca6288497bb748c675f31cd481 is 50, key is test_row_0/B:col10/1732530974048/Put/seqid=0 2024-11-25T10:36:15,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742300_1476 (size=12001) 2024-11-25T10:36:15,169 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/388699ca6288497bb748c675f31cd481 2024-11-25T10:36:15,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b3a315faf869485aa92fbea1b4849eab is 50, key is test_row_0/C:col10/1732530974048/Put/seqid=0 2024-11-25T10:36:15,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742301_1477 (size=12001) 2024-11-25T10:36:15,200 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b3a315faf869485aa92fbea1b4849eab 2024-11-25T10:36:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/1178475bc186480b8080c02ef734216c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1178475bc186480b8080c02ef734216c 2024-11-25T10:36:15,212 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1178475bc186480b8080c02ef734216c, entries=150, sequenceid=130, filesize=11.7 K 2024-11-25T10:36:15,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/388699ca6288497bb748c675f31cd481 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/388699ca6288497bb748c675f31cd481 2024-11-25T10:36:15,216 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/388699ca6288497bb748c675f31cd481, entries=150, sequenceid=130, filesize=11.7 K 2024-11-25T10:36:15,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b3a315faf869485aa92fbea1b4849eab as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b3a315faf869485aa92fbea1b4849eab 2024-11-25T10:36:15,220 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b3a315faf869485aa92fbea1b4849eab, entries=150, sequenceid=130, filesize=11.7 K 2024-11-25T10:36:15,221 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for de2f18b24014a2b3768a2e69d22a6b80 in 537ms, sequenceid=130, compaction requested=true 2024-11-25T10:36:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:15,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-25T10:36:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-25T10:36:15,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T10:36:15,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6690 sec 2024-11-25T10:36:15,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.6760 sec 2024-11-25T10:36:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:15,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:36:15,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:15,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:15,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:15,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:15,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:15,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:15,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/ef8f82c2e622467f9ae00a66bb94ea35 is 50, key is test_row_0/A:col10/1732530974786/Put/seqid=0 2024-11-25T10:36:15,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742302_1478 (size=14541) 2024-11-25T10:36:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531035435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531035436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531035439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531035439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531035442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531035543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531035543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531035549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531035549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T10:36:15,668 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-25T10:36:15,669 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-25T10:36:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:36:15,670 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:15,671 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:15,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:15,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531035747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531035748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531035758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531035759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:36:15,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:36:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:15,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:15,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/ef8f82c2e622467f9ae00a66bb94ea35 2024-11-25T10:36:15,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/1f19d243b088442585e9690c51ddff53 is 50, key is test_row_0/B:col10/1732530974786/Put/seqid=0 2024-11-25T10:36:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742303_1479 (size=12151) 2024-11-25T10:36:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531035949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:36:15,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:15,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:36:15,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:15,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:15,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:15,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:15,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531036056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531036058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531036060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531036063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,127 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:36:16,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:16,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/1f19d243b088442585e9690c51ddff53 2024-11-25T10:36:16,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/1930678f34984a76b1f264069bc64e3c is 50, key is test_row_0/C:col10/1732530974786/Put/seqid=0 2024-11-25T10:36:16,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742304_1480 (size=12151) 2024-11-25T10:36:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:36:16,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:36:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,431 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:36:16,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:16,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531036562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531036566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531036566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531036571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,584 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:36:16,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:16,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:16,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/1930678f34984a76b1f264069bc64e3c 2024-11-25T10:36:16,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/ef8f82c2e622467f9ae00a66bb94ea35 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ef8f82c2e622467f9ae00a66bb94ea35 2024-11-25T10:36:16,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ef8f82c2e622467f9ae00a66bb94ea35, entries=200, sequenceid=157, filesize=14.2 K 2024-11-25T10:36:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/1f19d243b088442585e9690c51ddff53 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1f19d243b088442585e9690c51ddff53 2024-11-25T10:36:16,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1f19d243b088442585e9690c51ddff53, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T10:36:16,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/1930678f34984a76b1f264069bc64e3c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/1930678f34984a76b1f264069bc64e3c 2024-11-25T10:36:16,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/1930678f34984a76b1f264069bc64e3c, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T10:36:16,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for de2f18b24014a2b3768a2e69d22a6b80 in 1248ms, sequenceid=157, compaction requested=true 2024-11-25T10:36:16,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:16,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:16,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:16,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:16,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:16,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:16,669 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:16,669 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:16,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:16,670 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:16,670 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:16,670 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:16,670 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:16,670 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,670 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,670 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5985e7440306489cafe9e9c4cdcf5a06, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d96e9e32be4447a69dc67639bb922ef1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1178475bc186480b8080c02ef734216c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ef8f82c2e622467f9ae00a66bb94ea35] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=49.6 K 2024-11-25T10:36:16,670 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1eca4ed1302541969ffb51196207113e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/13fc75932d12455caa07b9f709a95133, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/388699ca6288497bb748c675f31cd481, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1f19d243b088442585e9690c51ddff53] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=47.2 K 2024-11-25T10:36:16,670 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5985e7440306489cafe9e9c4cdcf5a06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530970890 2024-11-25T10:36:16,670 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eca4ed1302541969ffb51196207113e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530970890 2024-11-25T10:36:16,670 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d96e9e32be4447a69dc67639bb922ef1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732530973350 2024-11-25T10:36:16,670 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 13fc75932d12455caa07b9f709a95133, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732530973350 2024-11-25T10:36:16,671 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1178475bc186480b8080c02ef734216c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732530974043 2024-11-25T10:36:16,671 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 388699ca6288497bb748c675f31cd481, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732530974043 2024-11-25T10:36:16,671 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef8f82c2e622467f9ae00a66bb94ea35, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732530974763 2024-11-25T10:36:16,671 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f19d243b088442585e9690c51ddff53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732530974786 2024-11-25T10:36:16,678 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:16,678 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/0ef825a4f50c44a7b90fbe0dd3773be3 is 50, key is test_row_0/A:col10/1732530974786/Put/seqid=0 2024-11-25T10:36:16,681 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:16,681 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/d4b0e269891545e4b546b70c95ff3d68 is 50, key is test_row_0/B:col10/1732530974786/Put/seqid=0 2024-11-25T10:36:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742305_1481 (size=12493) 2024-11-25T10:36:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742306_1482 (size=12493) 2024-11-25T10:36:16,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:16,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T10:36:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:16,737 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T10:36:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:16,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:16,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:16,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:16,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/3bb84b6a6e784e74b2244b46d7d3861c is 50, key is test_row_0/A:col10/1732530975441/Put/seqid=0 2024-11-25T10:36:16,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742307_1483 (size=12151) 2024-11-25T10:36:16,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:36:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:16,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:17,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:17,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531037064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,092 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/0ef825a4f50c44a7b90fbe0dd3773be3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0ef825a4f50c44a7b90fbe0dd3773be3 2024-11-25T10:36:17,092 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/d4b0e269891545e4b546b70c95ff3d68 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d4b0e269891545e4b546b70c95ff3d68 2024-11-25T10:36:17,096 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into d4b0e269891545e4b546b70c95ff3d68(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:17,096 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into 0ef825a4f50c44a7b90fbe0dd3773be3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:17,096 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:17,096 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:17,096 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=12, startTime=1732530976669; duration=0sec 2024-11-25T10:36:17,096 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=12, startTime=1732530976669; duration=0sec 2024-11-25T10:36:17,096 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:17,096 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:17,096 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:17,096 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:17,096 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:17,097 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:17,097 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:17,097 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:17,097 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/03c904427fd34f7fb22a2a0ae402bca8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e23d7e3996284848ab64192292ab51eb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b3a315faf869485aa92fbea1b4849eab, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/1930678f34984a76b1f264069bc64e3c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=47.2 K 2024-11-25T10:36:17,097 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 03c904427fd34f7fb22a2a0ae402bca8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732530970890 2024-11-25T10:36:17,097 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e23d7e3996284848ab64192292ab51eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732530973350 2024-11-25T10:36:17,097 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b3a315faf869485aa92fbea1b4849eab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732530974043 2024-11-25T10:36:17,098 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1930678f34984a76b1f264069bc64e3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732530974786 2024-11-25T10:36:17,105 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:17,105 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/e95d99af08c6469cb98d4c05b7fc23ab is 50, key is test_row_0/C:col10/1732530974786/Put/seqid=0 2024-11-25T10:36:17,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742308_1484 (size=12493) 2024-11-25T10:36:17,145 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/3bb84b6a6e784e74b2244b46d7d3861c 2024-11-25T10:36:17,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/0b6a1f41f3c3419391370a6d9e9844ec is 50, key is test_row_0/B:col10/1732530975441/Put/seqid=0 2024-11-25T10:36:17,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742309_1485 (size=12151) 2024-11-25T10:36:17,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531037171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531037377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,514 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/e95d99af08c6469cb98d4c05b7fc23ab as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e95d99af08c6469cb98d4c05b7fc23ab 2024-11-25T10:36:17,518 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into e95d99af08c6469cb98d4c05b7fc23ab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:17,518 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:17,518 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=12, startTime=1732530976669; duration=0sec 2024-11-25T10:36:17,518 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:17,518 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:17,554 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/0b6a1f41f3c3419391370a6d9e9844ec 2024-11-25T10:36:17,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531037573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531037573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531037576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/33ec57883f4f4f47add1957e9ebe7c20 is 50, key is test_row_0/C:col10/1732530975441/Put/seqid=0 2024-11-25T10:36:17,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531037577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742310_1486 (size=12151) 2024-11-25T10:36:17,619 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/33ec57883f4f4f47add1957e9ebe7c20 2024-11-25T10:36:17,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/3bb84b6a6e784e74b2244b46d7d3861c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3bb84b6a6e784e74b2244b46d7d3861c 2024-11-25T10:36:17,687 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3bb84b6a6e784e74b2244b46d7d3861c, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T10:36:17,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531037687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/0b6a1f41f3c3419391370a6d9e9844ec as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0b6a1f41f3c3419391370a6d9e9844ec 2024-11-25T10:36:17,698 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0b6a1f41f3c3419391370a6d9e9844ec, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T10:36:17,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/33ec57883f4f4f47add1957e9ebe7c20 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/33ec57883f4f4f47add1957e9ebe7c20 2024-11-25T10:36:17,710 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/33ec57883f4f4f47add1957e9ebe7c20, entries=150, sequenceid=167, filesize=11.9 K 2024-11-25T10:36:17,713 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for de2f18b24014a2b3768a2e69d22a6b80 in 976ms, sequenceid=167, compaction requested=false 2024-11-25T10:36:17,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:17,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:17,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-25T10:36:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-25T10:36:17,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T10:36:17,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0560 sec 2024-11-25T10:36:17,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.0620 sec 2024-11-25T10:36:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T10:36:17,776 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-25T10:36:17,792 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T10:36:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:36:17,797 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:17,800 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:17,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:36:17,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:17,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T10:36:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:17,954 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T10:36:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:17,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:17,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/a3e8a9d281064770bfaad8442be58f82 is 50, key is test_row_0/A:col10/1732530977049/Put/seqid=0 2024-11-25T10:36:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742311_1487 (size=12151) 2024-11-25T10:36:18,014 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/a3e8a9d281064770bfaad8442be58f82 2024-11-25T10:36:18,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/a3925ea0d48a400c9de02f5a2963b4a2 is 50, key is test_row_0/B:col10/1732530977049/Put/seqid=0 2024-11-25T10:36:18,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742312_1488 (size=12151) 2024-11-25T10:36:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:36:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:18,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:18,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531038234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531038341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:36:18,473 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/a3925ea0d48a400c9de02f5a2963b4a2 2024-11-25T10:36:18,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b582e28b24f9495ca512372e84709f51 is 50, key is test_row_0/C:col10/1732530977049/Put/seqid=0 2024-11-25T10:36:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742313_1489 (size=12151) 2024-11-25T10:36:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531038548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:18,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531038853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:36:18,939 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b582e28b24f9495ca512372e84709f51 2024-11-25T10:36:18,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/a3e8a9d281064770bfaad8442be58f82 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3e8a9d281064770bfaad8442be58f82 2024-11-25T10:36:18,999 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3e8a9d281064770bfaad8442be58f82, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T10:36:19,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/a3925ea0d48a400c9de02f5a2963b4a2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a3925ea0d48a400c9de02f5a2963b4a2 2024-11-25T10:36:19,007 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a3925ea0d48a400c9de02f5a2963b4a2, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T10:36:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b582e28b24f9495ca512372e84709f51 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b582e28b24f9495ca512372e84709f51 2024-11-25T10:36:19,067 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b582e28b24f9495ca512372e84709f51, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T10:36:19,073 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for de2f18b24014a2b3768a2e69d22a6b80 in 1119ms, sequenceid=196, compaction requested=true 2024-11-25T10:36:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T10:36:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-25T10:36:19,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T10:36:19,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2750 sec 2024-11-25T10:36:19,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.2850 sec 2024-11-25T10:36:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:19,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:36:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:19,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:19,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/01172fcd313b4cc4a5cb7c4a5bda5d5a is 50, key is test_row_0/A:col10/1732530979360/Put/seqid=0 2024-11-25T10:36:19,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742314_1490 (size=14541) 2024-11-25T10:36:19,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531039531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531039586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531039586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:19,591 DEBUG [Thread-2017 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:36:19,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531039589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:19,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531039591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:19,593 DEBUG [Thread-2011 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:36:19,595 DEBUG [Thread-2015 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:36:19,595 DEBUG [Thread-2009 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:36:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531039647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:19,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/01172fcd313b4cc4a5cb7c4a5bda5d5a 2024-11-25T10:36:19,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/4665b917b5a74f9c9a505ac3d9026cef is 50, key is test_row_0/B:col10/1732530979360/Put/seqid=0 2024-11-25T10:36:19,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742315_1491 (size=12151) 2024-11-25T10:36:19,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/4665b917b5a74f9c9a505ac3d9026cef 2024-11-25T10:36:19,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/493dcdadd1b34bf4adbf8f39abe88e4c is 50, key is test_row_0/C:col10/1732530979360/Put/seqid=0 2024-11-25T10:36:19,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531039860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:19,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742316_1492 (size=12151) 2024-11-25T10:36:19,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/493dcdadd1b34bf4adbf8f39abe88e4c 2024-11-25T10:36:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T10:36:19,919 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T10:36:19,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/01172fcd313b4cc4a5cb7c4a5bda5d5a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/01172fcd313b4cc4a5cb7c4a5bda5d5a 2024-11-25T10:36:19,923 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:19,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-25T10:36:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:36:19,928 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:19,928 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:19,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:19,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/01172fcd313b4cc4a5cb7c4a5bda5d5a, entries=200, sequenceid=207, filesize=14.2 K 2024-11-25T10:36:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/4665b917b5a74f9c9a505ac3d9026cef as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/4665b917b5a74f9c9a505ac3d9026cef 2024-11-25T10:36:19,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/4665b917b5a74f9c9a505ac3d9026cef, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T10:36:19,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/493dcdadd1b34bf4adbf8f39abe88e4c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/493dcdadd1b34bf4adbf8f39abe88e4c 2024-11-25T10:36:19,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/493dcdadd1b34bf4adbf8f39abe88e4c, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T10:36:20,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for de2f18b24014a2b3768a2e69d22a6b80 in 643ms, sequenceid=207, compaction requested=true 2024-11-25T10:36:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:20,004 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:36:20,006 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:20,009 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:20,009 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:20,009 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:20,009 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0ef825a4f50c44a7b90fbe0dd3773be3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3bb84b6a6e784e74b2244b46d7d3861c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3e8a9d281064770bfaad8442be58f82, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/01172fcd313b4cc4a5cb7c4a5bda5d5a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=50.1 K 2024-11-25T10:36:20,010 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ef825a4f50c44a7b90fbe0dd3773be3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732530974786 2024-11-25T10:36:20,010 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bb84b6a6e784e74b2244b46d7d3861c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732530975434 2024-11-25T10:36:20,011 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:20,012 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:20,012 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:20,012 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d4b0e269891545e4b546b70c95ff3d68, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0b6a1f41f3c3419391370a6d9e9844ec, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a3925ea0d48a400c9de02f5a2963b4a2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/4665b917b5a74f9c9a505ac3d9026cef] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=47.8 K 2024-11-25T10:36:20,012 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e8a9d281064770bfaad8442be58f82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530977036 2024-11-25T10:36:20,012 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d4b0e269891545e4b546b70c95ff3d68, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732530974786 2024-11-25T10:36:20,013 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01172fcd313b4cc4a5cb7c4a5bda5d5a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530978206 2024-11-25T10:36:20,013 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b6a1f41f3c3419391370a6d9e9844ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732530975434 2024-11-25T10:36:20,013 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a3925ea0d48a400c9de02f5a2963b4a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530977036 2024-11-25T10:36:20,014 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4665b917b5a74f9c9a505ac3d9026cef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530978225 2024-11-25T10:36:20,025 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:20,026 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/24c9eb2ebc52420b883cf683482f7def is 50, key is test_row_0/A:col10/1732530979360/Put/seqid=0 2024-11-25T10:36:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:36:20,049 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#410 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:20,049 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/e717e2fb61444008a528b9c2b9e2c348 is 50, key is test_row_0/B:col10/1732530979360/Put/seqid=0 2024-11-25T10:36:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742317_1493 (size=12629) 2024-11-25T10:36:20,082 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:20,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T10:36:20,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:20,085 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:36:20,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:20,085 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/24c9eb2ebc52420b883cf683482f7def as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/24c9eb2ebc52420b883cf683482f7def 2024-11-25T10:36:20,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:20,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:20,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:20,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:20,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742318_1494 (size=12629) 2024-11-25T10:36:20,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/ee431bab62ed41d3b99525b13a32e4e4 is 50, key is test_row_0/A:col10/1732530979508/Put/seqid=0 2024-11-25T10:36:20,095 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into 24c9eb2ebc52420b883cf683482f7def(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:20,095 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:20,095 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=12, startTime=1732530980004; duration=0sec 2024-11-25T10:36:20,095 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:20,095 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:20,095 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:20,096 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:20,096 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:20,096 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:20,096 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e95d99af08c6469cb98d4c05b7fc23ab, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/33ec57883f4f4f47add1957e9ebe7c20, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b582e28b24f9495ca512372e84709f51, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/493dcdadd1b34bf4adbf8f39abe88e4c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=47.8 K 2024-11-25T10:36:20,096 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting e95d99af08c6469cb98d4c05b7fc23ab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732530974786 2024-11-25T10:36:20,097 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ec57883f4f4f47add1957e9ebe7c20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732530975434 2024-11-25T10:36:20,097 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b582e28b24f9495ca512372e84709f51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732530977036 2024-11-25T10:36:20,097 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 493dcdadd1b34bf4adbf8f39abe88e4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530978225 2024-11-25T10:36:20,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742319_1495 (size=12151) 2024-11-25T10:36:20,149 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:20,150 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/a3e93ff261ad4c78a7c2250b767562ad is 50, key is test_row_0/C:col10/1732530979360/Put/seqid=0 2024-11-25T10:36:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:20,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:20,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742320_1496 (size=12629) 2024-11-25T10:36:20,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531040220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:36:20,264 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/a3e93ff261ad4c78a7c2250b767562ad as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/a3e93ff261ad4c78a7c2250b767562ad 2024-11-25T10:36:20,299 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into a3e93ff261ad4c78a7c2250b767562ad(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:20,299 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:20,299 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=12, startTime=1732530980004; duration=0sec 2024-11-25T10:36:20,299 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:20,299 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:20,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531040322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:20,493 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/e717e2fb61444008a528b9c2b9e2c348 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/e717e2fb61444008a528b9c2b9e2c348 2024-11-25T10:36:20,501 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into e717e2fb61444008a528b9c2b9e2c348(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:20,501 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:20,501 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=12, startTime=1732530980004; duration=0sec 2024-11-25T10:36:20,501 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:20,501 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:20,515 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/ee431bab62ed41d3b99525b13a32e4e4 2024-11-25T10:36:20,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/9ee5936bcc544d0db8e776c4dd779dbb is 50, key is test_row_0/B:col10/1732530979508/Put/seqid=0 2024-11-25T10:36:20,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531040529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:36:20,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742321_1497 (size=12151) 2024-11-25T10:36:20,552 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/9ee5936bcc544d0db8e776c4dd779dbb 2024-11-25T10:36:20,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/eadf46e51e0948f4950ac4dc602b8451 is 50, key is test_row_0/C:col10/1732530979508/Put/seqid=0 2024-11-25T10:36:20,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742322_1498 (size=12151) 2024-11-25T10:36:20,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531040839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:21,003 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/eadf46e51e0948f4950ac4dc602b8451 2024-11-25T10:36:21,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/ee431bab62ed41d3b99525b13a32e4e4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ee431bab62ed41d3b99525b13a32e4e4 2024-11-25T10:36:21,032 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ee431bab62ed41d3b99525b13a32e4e4, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T10:36:21,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/9ee5936bcc544d0db8e776c4dd779dbb as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/9ee5936bcc544d0db8e776c4dd779dbb 2024-11-25T10:36:21,038 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/9ee5936bcc544d0db8e776c4dd779dbb, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T10:36:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/eadf46e51e0948f4950ac4dc602b8451 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/eadf46e51e0948f4950ac4dc602b8451 2024-11-25T10:36:21,045 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/eadf46e51e0948f4950ac4dc602b8451, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T10:36:21,048 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for de2f18b24014a2b3768a2e69d22a6b80 in 963ms, sequenceid=232, compaction requested=false 2024-11-25T10:36:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:21,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-25T10:36:21,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-25T10:36:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:36:21,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T10:36:21,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec 2024-11-25T10:36:21,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.1330 sec 2024-11-25T10:36:21,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:36:21,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:21,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:21,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:21,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:21,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:21,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:21,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/3f723e89701b45d79ea42f4b172fb293 is 50, key is test_row_0/A:col10/1732530981362/Put/seqid=0 2024-11-25T10:36:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742323_1499 (size=12151) 2024-11-25T10:36:21,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531041519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:21,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531041627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:21,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/3f723e89701b45d79ea42f4b172fb293 2024-11-25T10:36:21,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/b5055e3728e748cd81e4ffbbac78b66d is 50, key is test_row_0/B:col10/1732530981362/Put/seqid=0 2024-11-25T10:36:21,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531041832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:21,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742324_1500 (size=12151) 2024-11-25T10:36:21,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/b5055e3728e748cd81e4ffbbac78b66d 2024-11-25T10:36:21,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/914cfa5958aa48d0b58c545411542236 is 50, key is test_row_0/C:col10/1732530981362/Put/seqid=0 2024-11-25T10:36:21,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742325_1501 (size=12151) 2024-11-25T10:36:21,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/914cfa5958aa48d0b58c545411542236 2024-11-25T10:36:21,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/3f723e89701b45d79ea42f4b172fb293 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3f723e89701b45d79ea42f4b172fb293 2024-11-25T10:36:22,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3f723e89701b45d79ea42f4b172fb293, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T10:36:22,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/b5055e3728e748cd81e4ffbbac78b66d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/b5055e3728e748cd81e4ffbbac78b66d 2024-11-25T10:36:22,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/b5055e3728e748cd81e4ffbbac78b66d, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T10:36:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T10:36:22,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/914cfa5958aa48d0b58c545411542236 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/914cfa5958aa48d0b58c545411542236 2024-11-25T10:36:22,051 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-25T10:36:22,056 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T10:36:22,057 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:36:22,058 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:22,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:22,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/914cfa5958aa48d0b58c545411542236, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T10:36:22,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for de2f18b24014a2b3768a2e69d22a6b80 in 713ms, sequenceid=247, compaction requested=true 2024-11-25T10:36:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:22,076 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:22,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:36:22,077 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:22,077 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:22,077 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,078 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/24c9eb2ebc52420b883cf683482f7def, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ee431bab62ed41d3b99525b13a32e4e4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3f723e89701b45d79ea42f4b172fb293] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=36.1 K 2024-11-25T10:36:22,078 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24c9eb2ebc52420b883cf683482f7def, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530978225 2024-11-25T10:36:22,078 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee431bab62ed41d3b99525b13a32e4e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732530979508 2024-11-25T10:36:22,078 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:22,078 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f723e89701b45d79ea42f4b172fb293, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530980205 2024-11-25T10:36:22,080 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:22,080 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:22,080 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,080 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/e717e2fb61444008a528b9c2b9e2c348, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/9ee5936bcc544d0db8e776c4dd779dbb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/b5055e3728e748cd81e4ffbbac78b66d] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=36.1 K 2024-11-25T10:36:22,080 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e717e2fb61444008a528b9c2b9e2c348, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530978225 2024-11-25T10:36:22,081 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ee5936bcc544d0db8e776c4dd779dbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732530979508 2024-11-25T10:36:22,082 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b5055e3728e748cd81e4ffbbac78b66d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530980205 2024-11-25T10:36:22,106 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:22,106 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:22,107 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/a3ab9d6c287345eba3477541f2f8403f is 50, key is test_row_0/A:col10/1732530981362/Put/seqid=0 2024-11-25T10:36:22,107 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/d28fe231aa5e4ee2b8dc09328a59ed24 is 50, key is test_row_0/B:col10/1732530981362/Put/seqid=0 2024-11-25T10:36:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:36:22,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742326_1502 (size=12731) 2024-11-25T10:36:22,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:36:22,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:22,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:22,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:22,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:22,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:22,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742327_1503 (size=12731) 2024-11-25T10:36:22,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/c199c5b7b89c451887a04f7cc1d88dc9 is 50, key is test_row_0/A:col10/1732530982163/Put/seqid=0 2024-11-25T10:36:22,211 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/a3ab9d6c287345eba3477541f2f8403f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3ab9d6c287345eba3477541f2f8403f 2024-11-25T10:36:22,212 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/d28fe231aa5e4ee2b8dc09328a59ed24 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d28fe231aa5e4ee2b8dc09328a59ed24 2024-11-25T10:36:22,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T10:36:22,220 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into d28fe231aa5e4ee2b8dc09328a59ed24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:22,221 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:22,221 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=13, startTime=1732530982076; duration=0sec 2024-11-25T10:36:22,221 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:22,221 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:22,221 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:22,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:22,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,223 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into a3ab9d6c287345eba3477541f2f8403f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:22,223 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:22,223 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=13, startTime=1732530982076; duration=0sec 2024-11-25T10:36:22,223 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:22,223 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,232 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:22,232 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:22,232 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,232 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/a3e93ff261ad4c78a7c2250b767562ad, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/eadf46e51e0948f4950ac4dc602b8451, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/914cfa5958aa48d0b58c545411542236] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=36.1 K 2024-11-25T10:36:22,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742328_1504 (size=14741) 2024-11-25T10:36:22,235 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a3e93ff261ad4c78a7c2250b767562ad, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732530978225 2024-11-25T10:36:22,235 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting eadf46e51e0948f4950ac4dc602b8451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732530979508 2024-11-25T10:36:22,242 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 914cfa5958aa48d0b58c545411542236, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530980205 2024-11-25T10:36:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531042254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,302 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:22,303 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/415135a126014e82b8cbfc33ebef645b is 50, key is test_row_0/C:col10/1732530981362/Put/seqid=0 2024-11-25T10:36:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742329_1505 (size=12731) 2024-11-25T10:36:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:36:22,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531042366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T10:36:22,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:22,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,558 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T10:36:22,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531042577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/c199c5b7b89c451887a04f7cc1d88dc9 2024-11-25T10:36:22,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/38c4983cde3d4feea3749ca3f31c38ba is 50, key is test_row_0/B:col10/1732530982163/Put/seqid=0 2024-11-25T10:36:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:36:22,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742330_1506 (size=12301) 2024-11-25T10:36:22,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/38c4983cde3d4feea3749ca3f31c38ba 2024-11-25T10:36:22,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T10:36:22,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:22,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/58c62924c26249f0874773f3af8cfdac is 50, key is test_row_0/C:col10/1732530982163/Put/seqid=0 2024-11-25T10:36:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742331_1507 (size=12301) 2024-11-25T10:36:22,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/58c62924c26249f0874773f3af8cfdac 2024-11-25T10:36:22,799 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/415135a126014e82b8cbfc33ebef645b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/415135a126014e82b8cbfc33ebef645b 2024-11-25T10:36:22,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/c199c5b7b89c451887a04f7cc1d88dc9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/c199c5b7b89c451887a04f7cc1d88dc9 2024-11-25T10:36:22,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/c199c5b7b89c451887a04f7cc1d88dc9, entries=200, sequenceid=272, filesize=14.4 K 2024-11-25T10:36:22,834 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into 415135a126014e82b8cbfc33ebef645b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:22,834 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:22,834 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=13, startTime=1732530982076; duration=0sec 2024-11-25T10:36:22,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/38c4983cde3d4feea3749ca3f31c38ba as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/38c4983cde3d4feea3749ca3f31c38ba 2024-11-25T10:36:22,834 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:22,834 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:22,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531042886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/38c4983cde3d4feea3749ca3f31c38ba, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T10:36:22,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:22,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T10:36:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:22,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:22,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/58c62924c26249f0874773f3af8cfdac as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/58c62924c26249f0874773f3af8cfdac 2024-11-25T10:36:22,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/58c62924c26249f0874773f3af8cfdac, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T10:36:22,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for de2f18b24014a2b3768a2e69d22a6b80 in 780ms, sequenceid=272, compaction requested=false 2024-11-25T10:36:22,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:23,055 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T10:36:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:23,056 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:36:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/5072567f1be440e79aabe558bfd5a8a1 is 50, key is test_row_0/A:col10/1732530982252/Put/seqid=0 2024-11-25T10:36:23,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742332_1508 (size=12301) 2024-11-25T10:36:23,105 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/5072567f1be440e79aabe558bfd5a8a1 2024-11-25T10:36:23,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/48e6b7ab4dd549f2942cced85381dee4 is 50, key is test_row_0/B:col10/1732530982252/Put/seqid=0 2024-11-25T10:36:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:36:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742333_1509 (size=12301) 2024-11-25T10:36:23,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:23,582 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/48e6b7ab4dd549f2942cced85381dee4 2024-11-25T10:36:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/5bef8fb9ecd14ea69e1289487c3b0bb7 is 50, key is test_row_0/C:col10/1732530982252/Put/seqid=0 2024-11-25T10:36:23,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742334_1510 (size=12301) 2024-11-25T10:36:23,631 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/5bef8fb9ecd14ea69e1289487c3b0bb7 2024-11-25T10:36:23,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34410 deadline: 1732531043629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531043631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,649 DEBUG [Thread-2017 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8213 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:36:23,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531043639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531043643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/5072567f1be440e79aabe558bfd5a8a1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5072567f1be440e79aabe558bfd5a8a1 2024-11-25T10:36:23,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,674 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5072567f1be440e79aabe558bfd5a8a1, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T10:36:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531043667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/48e6b7ab4dd549f2942cced85381dee4 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/48e6b7ab4dd549f2942cced85381dee4 2024-11-25T10:36:23,690 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/48e6b7ab4dd549f2942cced85381dee4, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T10:36:23,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/5bef8fb9ecd14ea69e1289487c3b0bb7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/5bef8fb9ecd14ea69e1289487c3b0bb7 2024-11-25T10:36:23,694 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/5bef8fb9ecd14ea69e1289487c3b0bb7, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T10:36:23,695 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for de2f18b24014a2b3768a2e69d22a6b80 in 640ms, sequenceid=286, compaction requested=true 2024-11-25T10:36:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:23,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T10:36:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T10:36:23,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T10:36:23,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6480 sec 2024-11-25T10:36:23,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.6520 sec 2024-11-25T10:36:23,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T10:36:23,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:23,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:23,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:23,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:23,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:23,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:23,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/1bcd7c5cb9784f47ba47c3485111f3bd is 50, key is test_row_0/A:col10/1732530983569/Put/seqid=0 2024-11-25T10:36:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742335_1511 (size=14741) 2024-11-25T10:36:23,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/1bcd7c5cb9784f47ba47c3485111f3bd 2024-11-25T10:36:23,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/a02ced67d67a4bb6b2644232a66695ba is 50, key is test_row_0/B:col10/1732530983569/Put/seqid=0 2024-11-25T10:36:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531043811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531043812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531043819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531043822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742336_1512 (size=12301) 2024-11-25T10:36:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531043943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531043943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531043942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:23,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531043943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531044158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T10:36:24,173 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T10:36:24,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531044160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T10:36:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:36:24,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:24,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531044173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531044179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,222 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:24,223 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:24,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:36:24,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/a02ced67d67a4bb6b2644232a66695ba 2024-11-25T10:36:24,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/704143011388405ba0df82cb33bcb4bc is 50, key is test_row_0/C:col10/1732530983569/Put/seqid=0 2024-11-25T10:36:24,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T10:36:24,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:24,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:24,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:24,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:24,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742337_1513 (size=12301) 2024-11-25T10:36:24,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:24,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/704143011388405ba0df82cb33bcb4bc 2024-11-25T10:36:24,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/1bcd7c5cb9784f47ba47c3485111f3bd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1bcd7c5cb9784f47ba47c3485111f3bd 2024-11-25T10:36:24,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:24,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531044464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1bcd7c5cb9784f47ba47c3485111f3bd, entries=200, sequenceid=313, filesize=14.4 K 2024-11-25T10:36:24,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/a02ced67d67a4bb6b2644232a66695ba as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a02ced67d67a4bb6b2644232a66695ba 2024-11-25T10:36:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:36:24,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531044486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531044487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a02ced67d67a4bb6b2644232a66695ba, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T10:36:24,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/704143011388405ba0df82cb33bcb4bc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/704143011388405ba0df82cb33bcb4bc 2024-11-25T10:36:24,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531044493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/704143011388405ba0df82cb33bcb4bc, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T10:36:24,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for de2f18b24014a2b3768a2e69d22a6b80 in 757ms, sequenceid=313, compaction requested=true 2024-11-25T10:36:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:24,516 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:24,516 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:24,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:24,524 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:24,524 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:24,524 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:24,524 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3ab9d6c287345eba3477541f2f8403f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/c199c5b7b89c451887a04f7cc1d88dc9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5072567f1be440e79aabe558bfd5a8a1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1bcd7c5cb9784f47ba47c3485111f3bd] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=53.2 K 2024-11-25T10:36:24,534 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a3ab9d6c287345eba3477541f2f8403f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530980205 2024-11-25T10:36:24,534 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:24,535 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:24,535 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:24,535 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d28fe231aa5e4ee2b8dc09328a59ed24, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/38c4983cde3d4feea3749ca3f31c38ba, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/48e6b7ab4dd549f2942cced85381dee4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a02ced67d67a4bb6b2644232a66695ba] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=48.5 K 2024-11-25T10:36:24,535 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c199c5b7b89c451887a04f7cc1d88dc9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732530981464 2024-11-25T10:36:24,537 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 5072567f1be440e79aabe558bfd5a8a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732530982193 2024-11-25T10:36:24,538 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d28fe231aa5e4ee2b8dc09328a59ed24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530980205 2024-11-25T10:36:24,538 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bcd7c5cb9784f47ba47c3485111f3bd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732530983569 2024-11-25T10:36:24,539 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38c4983cde3d4feea3749ca3f31c38ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732530981493 2024-11-25T10:36:24,548 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48e6b7ab4dd549f2942cced85381dee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732530982193 2024-11-25T10:36:24,549 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a02ced67d67a4bb6b2644232a66695ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732530983569 2024-11-25T10:36:24,551 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:24,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T10:36:24,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:24,551 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T10:36:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:24,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/74ecb73a54094b95bf2b98721c21ed0f is 50, key is test_row_0/A:col10/1732530983811/Put/seqid=0 2024-11-25T10:36:24,587 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:24,588 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/2c7d562fdfeb4d36b58e949c617c72d7 is 50, key is test_row_0/A:col10/1732530983569/Put/seqid=0 2024-11-25T10:36:24,625 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:24,626 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/56b24424eff040d89718ed72b96016e3 is 50, key is test_row_0/B:col10/1732530983569/Put/seqid=0 2024-11-25T10:36:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742338_1514 (size=12301) 2024-11-25T10:36:24,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742340_1516 (size=13017) 2024-11-25T10:36:24,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742339_1515 (size=13017) 2024-11-25T10:36:24,694 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/56b24424eff040d89718ed72b96016e3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/56b24424eff040d89718ed72b96016e3 2024-11-25T10:36:24,727 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into 56b24424eff040d89718ed72b96016e3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:24,727 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:24,727 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=12, startTime=1732530984516; duration=0sec 2024-11-25T10:36:24,727 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:24,727 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:24,727 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:24,732 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:24,732 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:24,732 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:24,732 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/415135a126014e82b8cbfc33ebef645b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/58c62924c26249f0874773f3af8cfdac, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/5bef8fb9ecd14ea69e1289487c3b0bb7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/704143011388405ba0df82cb33bcb4bc] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=48.5 K 2024-11-25T10:36:24,736 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 415135a126014e82b8cbfc33ebef645b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732530980205 2024-11-25T10:36:24,737 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58c62924c26249f0874773f3af8cfdac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732530981493 2024-11-25T10:36:24,737 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bef8fb9ecd14ea69e1289487c3b0bb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732530982193 2024-11-25T10:36:24,738 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704143011388405ba0df82cb33bcb4bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732530983569 2024-11-25T10:36:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:36:24,821 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:24,821 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/dbbb7703d9984ebc8727b8253b80f16f is 50, key is test_row_0/C:col10/1732530983569/Put/seqid=0 2024-11-25T10:36:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742341_1517 (size=13017) 2024-11-25T10:36:24,894 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/dbbb7703d9984ebc8727b8253b80f16f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/dbbb7703d9984ebc8727b8253b80f16f 2024-11-25T10:36:24,915 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into dbbb7703d9984ebc8727b8253b80f16f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:24,915 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:24,915 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=12, startTime=1732530984516; duration=0sec 2024-11-25T10:36:24,915 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:24,915 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:24,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:25,031 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/74ecb73a54094b95bf2b98721c21ed0f 2024-11-25T10:36:25,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/45f58e61cba349098d8e8580e57f9ff6 is 50, key is test_row_0/B:col10/1732530983811/Put/seqid=0 2024-11-25T10:36:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531045056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,071 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/2c7d562fdfeb4d36b58e949c617c72d7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2c7d562fdfeb4d36b58e949c617c72d7 2024-11-25T10:36:25,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531045062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531045063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531045067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742342_1518 (size=12301) 2024-11-25T10:36:25,093 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into 2c7d562fdfeb4d36b58e949c617c72d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:25,094 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:25,094 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=12, startTime=1732530984516; duration=0sec 2024-11-25T10:36:25,094 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:25,094 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:25,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531045168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531045174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531045174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531045174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:36:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531045376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531045380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531045380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531045380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,476 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/45f58e61cba349098d8e8580e57f9ff6 2024-11-25T10:36:25,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/ca7ce61f952e49deb2825b9b8506ae6c is 50, key is test_row_0/C:col10/1732530983811/Put/seqid=0 2024-11-25T10:36:25,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742343_1519 (size=12301) 2024-11-25T10:36:25,511 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/ca7ce61f952e49deb2825b9b8506ae6c 2024-11-25T10:36:25,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/74ecb73a54094b95bf2b98721c21ed0f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/74ecb73a54094b95bf2b98721c21ed0f 2024-11-25T10:36:25,547 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/74ecb73a54094b95bf2b98721c21ed0f, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T10:36:25,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/45f58e61cba349098d8e8580e57f9ff6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/45f58e61cba349098d8e8580e57f9ff6 2024-11-25T10:36:25,555 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/45f58e61cba349098d8e8580e57f9ff6, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T10:36:25,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/ca7ce61f952e49deb2825b9b8506ae6c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ca7ce61f952e49deb2825b9b8506ae6c 2024-11-25T10:36:25,560 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ca7ce61f952e49deb2825b9b8506ae6c, entries=150, sequenceid=323, filesize=12.0 K 2024-11-25T10:36:25,561 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for de2f18b24014a2b3768a2e69d22a6b80 in 1010ms, sequenceid=323, compaction requested=false 2024-11-25T10:36:25,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:25,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:25,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T10:36:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T10:36:25,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T10:36:25,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3400 sec 2024-11-25T10:36:25,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.3840 sec 2024-11-25T10:36:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:25,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T10:36:25,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:25,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:25,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:25,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:25,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:25,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:25,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/89dbbdaca24d482b8eb91e3287524dea is 50, key is test_row_0/A:col10/1732530985687/Put/seqid=0 2024-11-25T10:36:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531045693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531045696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531045698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531045702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742344_1520 (size=14741) 2024-11-25T10:36:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531045803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531045803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531045803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:25,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531045810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531046009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531046013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531046012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531046020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/89dbbdaca24d482b8eb91e3287524dea 2024-11-25T10:36:26,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/ae9c88d32aa4496a924048faff693756 is 50, key is test_row_0/B:col10/1732530985687/Put/seqid=0 2024-11-25T10:36:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742345_1521 (size=12301) 2024-11-25T10:36:26,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/ae9c88d32aa4496a924048faff693756 2024-11-25T10:36:26,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/9897b106b74047e4964d692c63e29b1b is 50, key is test_row_0/C:col10/1732530985687/Put/seqid=0 2024-11-25T10:36:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742346_1522 (size=12301) 2024-11-25T10:36:26,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/9897b106b74047e4964d692c63e29b1b 2024-11-25T10:36:26,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/89dbbdaca24d482b8eb91e3287524dea as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/89dbbdaca24d482b8eb91e3287524dea 2024-11-25T10:36:26,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/89dbbdaca24d482b8eb91e3287524dea, entries=200, sequenceid=354, filesize=14.4 K 2024-11-25T10:36:26,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/ae9c88d32aa4496a924048faff693756 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ae9c88d32aa4496a924048faff693756 2024-11-25T10:36:26,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ae9c88d32aa4496a924048faff693756, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T10:36:26,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/9897b106b74047e4964d692c63e29b1b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9897b106b74047e4964d692c63e29b1b 2024-11-25T10:36:26,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9897b106b74047e4964d692c63e29b1b, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T10:36:26,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for de2f18b24014a2b3768a2e69d22a6b80 in 496ms, sequenceid=354, compaction requested=true 2024-11-25T10:36:26,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:26,185 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:26,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:26,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:26,185 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:26,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:26,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:26,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:26,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:26,186 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:26,186 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:26,186 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:26,186 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:26,186 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,186 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/56b24424eff040d89718ed72b96016e3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/45f58e61cba349098d8e8580e57f9ff6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ae9c88d32aa4496a924048faff693756] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=36.7 K 2024-11-25T10:36:26,186 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,186 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2c7d562fdfeb4d36b58e949c617c72d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/74ecb73a54094b95bf2b98721c21ed0f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/89dbbdaca24d482b8eb91e3287524dea] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=39.1 K 2024-11-25T10:36:26,186 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 56b24424eff040d89718ed72b96016e3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732530983569 2024-11-25T10:36:26,187 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 45f58e61cba349098d8e8580e57f9ff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732530983803 2024-11-25T10:36:26,187 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c7d562fdfeb4d36b58e949c617c72d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732530983569 2024-11-25T10:36:26,187 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ae9c88d32aa4496a924048faff693756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732530985041 2024-11-25T10:36:26,187 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74ecb73a54094b95bf2b98721c21ed0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732530983803 2024-11-25T10:36:26,187 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89dbbdaca24d482b8eb91e3287524dea, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732530985041 2024-11-25T10:36:26,192 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:26,192 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:26,193 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/f25b862f107b469f89c34952365a1c77 is 50, key is test_row_0/B:col10/1732530985687/Put/seqid=0 2024-11-25T10:36:26,193 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/a5452e24fbf34d54983a4df33f4fcaf2 is 50, key is test_row_0/A:col10/1732530985687/Put/seqid=0 2024-11-25T10:36:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742347_1523 (size=13119) 2024-11-25T10:36:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742348_1524 (size=13119) 2024-11-25T10:36:26,206 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/a5452e24fbf34d54983a4df33f4fcaf2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a5452e24fbf34d54983a4df33f4fcaf2 2024-11-25T10:36:26,212 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into a5452e24fbf34d54983a4df33f4fcaf2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:26,212 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:26,212 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=13, startTime=1732530986185; duration=0sec 2024-11-25T10:36:26,212 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:26,212 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:26,212 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:26,213 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:26,213 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:26,213 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,213 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/dbbb7703d9984ebc8727b8253b80f16f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ca7ce61f952e49deb2825b9b8506ae6c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9897b106b74047e4964d692c63e29b1b] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=36.7 K 2024-11-25T10:36:26,213 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbbb7703d9984ebc8727b8253b80f16f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732530983569 2024-11-25T10:36:26,213 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca7ce61f952e49deb2825b9b8506ae6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732530983803 2024-11-25T10:36:26,214 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9897b106b74047e4964d692c63e29b1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732530985041 2024-11-25T10:36:26,239 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:26,240 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/39d6efadac1e4305a9608bd81d6bdbde is 50, key is test_row_0/C:col10/1732530985687/Put/seqid=0 2024-11-25T10:36:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742349_1525 (size=13119) 2024-11-25T10:36:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T10:36:26,288 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T10:36:26,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T10:36:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:36:26,291 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:26,291 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:26,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:26,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:36:26,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:26,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:26,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:26,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:26,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:26,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:26,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/597b5f8ab0c44d50ab4e2246829f0f67 is 50, key is test_row_0/A:col10/1732530985693/Put/seqid=0 2024-11-25T10:36:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742350_1526 (size=19621) 2024-11-25T10:36:26,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/597b5f8ab0c44d50ab4e2246829f0f67 2024-11-25T10:36:26,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/615be8bb5d334759b30814c610cd02c5 is 50, key is test_row_0/B:col10/1732530985693/Put/seqid=0 2024-11-25T10:36:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531046356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531046355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531046359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742351_1527 (size=12301) 2024-11-25T10:36:26,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531046360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:36:26,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:36:26,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:26,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531046466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531046466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531046468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531046472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:36:26,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:36:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,636 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/f25b862f107b469f89c34952365a1c77 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f25b862f107b469f89c34952365a1c77 2024-11-25T10:36:26,649 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into f25b862f107b469f89c34952365a1c77(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:26,649 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:26,650 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=13, startTime=1732530986185; duration=0sec 2024-11-25T10:36:26,650 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:26,650 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531046676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531046676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531046677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531046684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,688 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/39d6efadac1e4305a9608bd81d6bdbde as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/39d6efadac1e4305a9608bd81d6bdbde 2024-11-25T10:36:26,711 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into 39d6efadac1e4305a9608bd81d6bdbde(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:26,711 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:26,711 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=13, startTime=1732530986185; duration=0sec 2024-11-25T10:36:26,711 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:26,711 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:26,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:36:26,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:26,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:26,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/615be8bb5d334759b30814c610cd02c5 2024-11-25T10:36:26,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/c556e355742a44998b29e6b95906a3fc is 50, key is test_row_0/C:col10/1732530985693/Put/seqid=0 2024-11-25T10:36:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742352_1528 (size=12301) 2024-11-25T10:36:26,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/c556e355742a44998b29e6b95906a3fc 2024-11-25T10:36:26,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/597b5f8ab0c44d50ab4e2246829f0f67 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/597b5f8ab0c44d50ab4e2246829f0f67 2024-11-25T10:36:26,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/597b5f8ab0c44d50ab4e2246829f0f67, entries=300, sequenceid=367, filesize=19.2 K 2024-11-25T10:36:26,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/615be8bb5d334759b30814c610cd02c5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/615be8bb5d334759b30814c610cd02c5 2024-11-25T10:36:26,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/615be8bb5d334759b30814c610cd02c5, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T10:36:26,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/c556e355742a44998b29e6b95906a3fc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c556e355742a44998b29e6b95906a3fc 2024-11-25T10:36:26,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c556e355742a44998b29e6b95906a3fc, entries=150, sequenceid=367, filesize=12.0 K 2024-11-25T10:36:26,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for de2f18b24014a2b3768a2e69d22a6b80 in 542ms, sequenceid=367, compaction requested=false 2024-11-25T10:36:26,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:36:26,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:26,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T10:36:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:26,927 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:36:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:26,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:26,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:26,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/bdccb0e79eaa4153bdc24118e0f52504 is 50, key is test_row_0/A:col10/1732530986352/Put/seqid=0 2024-11-25T10:36:26,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742353_1529 (size=12301) 2024-11-25T10:36:26,968 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/bdccb0e79eaa4153bdc24118e0f52504 2024-11-25T10:36:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/53ad5a90388d44e8be043590b4f4024b is 50, key is test_row_0/B:col10/1732530986352/Put/seqid=0 2024-11-25T10:36:26,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742354_1530 (size=12301) 2024-11-25T10:36:26,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:26,990 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/53ad5a90388d44e8be043590b4f4024b 2024-11-25T10:36:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/749fd752a0934b3d917e75347abd5939 is 50, key is test_row_0/C:col10/1732530986352/Put/seqid=0 2024-11-25T10:36:27,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742355_1531 (size=12301) 2024-11-25T10:36:27,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531047007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531047007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531047011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,017 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/749fd752a0934b3d917e75347abd5939 2024-11-25T10:36:27,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531047012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/bdccb0e79eaa4153bdc24118e0f52504 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/bdccb0e79eaa4153bdc24118e0f52504 2024-11-25T10:36:27,030 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/bdccb0e79eaa4153bdc24118e0f52504, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T10:36:27,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/53ad5a90388d44e8be043590b4f4024b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/53ad5a90388d44e8be043590b4f4024b 2024-11-25T10:36:27,035 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/53ad5a90388d44e8be043590b4f4024b, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T10:36:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/749fd752a0934b3d917e75347abd5939 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/749fd752a0934b3d917e75347abd5939 2024-11-25T10:36:27,039 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/749fd752a0934b3d917e75347abd5939, entries=150, sequenceid=393, filesize=12.0 K 2024-11-25T10:36:27,040 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for de2f18b24014a2b3768a2e69d22a6b80 in 113ms, sequenceid=393, compaction requested=true 2024-11-25T10:36:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T10:36:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T10:36:27,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T10:36:27,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 750 msec 2024-11-25T10:36:27,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 754 msec 2024-11-25T10:36:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:27,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T10:36:27,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:27,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:27,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:27,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/63f5402300234e33b20ffa5016a63c7d is 50, key is test_row_0/A:col10/1732530987007/Put/seqid=0 2024-11-25T10:36:27,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742356_1532 (size=17181) 2024-11-25T10:36:27,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/63f5402300234e33b20ffa5016a63c7d 2024-11-25T10:36:27,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/66cb6904593647118994a5e8a8388bc3 is 50, key is test_row_0/B:col10/1732530987007/Put/seqid=0 2024-11-25T10:36:27,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742357_1533 (size=12301) 2024-11-25T10:36:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531047166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531047168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531047168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531047168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531047269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531047279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531047280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531047280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T10:36:27,399 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T10:36:27,408 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T10:36:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:36:27,410 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:27,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:27,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:27,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531047476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531047485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531047485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531047485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:36:27,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:36:27,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/66cb6904593647118994a5e8a8388bc3 2024-11-25T10:36:27,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:27,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:27,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:27,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:27,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:27,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/800c0402c267487c83eaf2510ae02c3b is 50, key is test_row_0/C:col10/1732530987007/Put/seqid=0 2024-11-25T10:36:27,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742358_1534 (size=12301) 2024-11-25T10:36:27,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/800c0402c267487c83eaf2510ae02c3b 2024-11-25T10:36:27,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/63f5402300234e33b20ffa5016a63c7d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/63f5402300234e33b20ffa5016a63c7d 2024-11-25T10:36:27,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/63f5402300234e33b20ffa5016a63c7d, entries=250, sequenceid=407, filesize=16.8 K 2024-11-25T10:36:27,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/66cb6904593647118994a5e8a8388bc3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/66cb6904593647118994a5e8a8388bc3 2024-11-25T10:36:27,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/66cb6904593647118994a5e8a8388bc3, entries=150, sequenceid=407, filesize=12.0 K 2024-11-25T10:36:27,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/800c0402c267487c83eaf2510ae02c3b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/800c0402c267487c83eaf2510ae02c3b 2024-11-25T10:36:27,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/800c0402c267487c83eaf2510ae02c3b, entries=150, sequenceid=407, filesize=12.0 K 2024-11-25T10:36:27,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for de2f18b24014a2b3768a2e69d22a6b80 in 483ms, sequenceid=407, compaction requested=true 2024-11-25T10:36:27,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:27,606 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T10:36:27,607 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62222 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:27,607 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:27,607 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:27,607 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a5452e24fbf34d54983a4df33f4fcaf2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/597b5f8ab0c44d50ab4e2246829f0f67, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/bdccb0e79eaa4153bdc24118e0f52504, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/63f5402300234e33b20ffa5016a63c7d] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=60.8 K 2024-11-25T10:36:27,607 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5452e24fbf34d54983a4df33f4fcaf2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732530985041 2024-11-25T10:36:27,607 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:27,608 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 597b5f8ab0c44d50ab4e2246829f0f67, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732530985693 2024-11-25T10:36:27,608 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:27,608 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:27,609 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:27,609 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f25b862f107b469f89c34952365a1c77, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/615be8bb5d334759b30814c610cd02c5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/53ad5a90388d44e8be043590b4f4024b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/66cb6904593647118994a5e8a8388bc3] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=48.8 K 2024-11-25T10:36:27,609 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdccb0e79eaa4153bdc24118e0f52504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732530986352 2024-11-25T10:36:27,609 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f25b862f107b469f89c34952365a1c77, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732530985041 2024-11-25T10:36:27,609 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63f5402300234e33b20ffa5016a63c7d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732530987005 2024-11-25T10:36:27,609 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 615be8bb5d334759b30814c610cd02c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732530985693 2024-11-25T10:36:27,610 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 53ad5a90388d44e8be043590b4f4024b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732530986352 2024-11-25T10:36:27,610 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 66cb6904593647118994a5e8a8388bc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732530987005 2024-11-25T10:36:27,617 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:27,617 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/db12d138d4934d49bab0b2ebaef7ae67 is 50, key is test_row_0/B:col10/1732530987007/Put/seqid=0 2024-11-25T10:36:27,624 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:27,624 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/b69b64741ae44856854959c737d442cc is 50, key is test_row_0/A:col10/1732530987007/Put/seqid=0 2024-11-25T10:36:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742360_1536 (size=13255) 2024-11-25T10:36:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742359_1535 (size=13255) 2024-11-25T10:36:27,650 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/b69b64741ae44856854959c737d442cc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b69b64741ae44856854959c737d442cc 2024-11-25T10:36:27,654 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/db12d138d4934d49bab0b2ebaef7ae67 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/db12d138d4934d49bab0b2ebaef7ae67 2024-11-25T10:36:27,656 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into b69b64741ae44856854959c737d442cc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:27,657 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:27,657 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=12, startTime=1732530987605; duration=0sec 2024-11-25T10:36:27,657 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:27,657 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:27,657 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:27,659 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:27,659 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:27,659 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into db12d138d4934d49bab0b2ebaef7ae67(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:27,659 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:27,660 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:27,660 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=12, startTime=1732530987606; duration=0sec 2024-11-25T10:36:27,660 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/39d6efadac1e4305a9608bd81d6bdbde, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c556e355742a44998b29e6b95906a3fc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/749fd752a0934b3d917e75347abd5939, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/800c0402c267487c83eaf2510ae02c3b] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=48.8 K 2024-11-25T10:36:27,660 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:27,660 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:27,660 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39d6efadac1e4305a9608bd81d6bdbde, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732530985041 2024-11-25T10:36:27,660 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting c556e355742a44998b29e6b95906a3fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732530985693 2024-11-25T10:36:27,660 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 749fd752a0934b3d917e75347abd5939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732530986352 2024-11-25T10:36:27,661 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 800c0402c267487c83eaf2510ae02c3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732530987005 2024-11-25T10:36:27,675 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:27,676 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/6387f443a37542d4bb5279597cb21e85 is 50, key is test_row_0/C:col10/1732530987007/Put/seqid=0 2024-11-25T10:36:27,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742361_1537 (size=13255) 2024-11-25T10:36:27,693 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/6387f443a37542d4bb5279597cb21e85 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/6387f443a37542d4bb5279597cb21e85 2024-11-25T10:36:27,698 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into 6387f443a37542d4bb5279597cb21e85(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:27,698 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:27,698 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=12, startTime=1732530987606; duration=0sec 2024-11-25T10:36:27,698 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:27,698 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:36:27,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T10:36:27,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:27,729 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:36:27,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:27,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/6578ae37642341bfb5959d72ad82ad66 is 50, key is test_row_0/A:col10/1732530987166/Put/seqid=0 2024-11-25T10:36:27,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742362_1538 (size=12301) 2024-11-25T10:36:27,767 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/6578ae37642341bfb5959d72ad82ad66 2024-11-25T10:36:27,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/f07a301e89774d63bbd37bf3e15b6105 is 50, key is test_row_0/B:col10/1732530987166/Put/seqid=0 2024-11-25T10:36:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:27,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:27,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742363_1539 (size=12301) 2024-11-25T10:36:27,793 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/f07a301e89774d63bbd37bf3e15b6105 2024-11-25T10:36:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531047804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531047805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531047807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531047807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/cd94ac98621549cd91d3cf64f7c7625a is 50, key is test_row_0/C:col10/1732530987166/Put/seqid=0 2024-11-25T10:36:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742364_1540 (size=12301) 2024-11-25T10:36:27,839 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/cd94ac98621549cd91d3cf64f7c7625a 2024-11-25T10:36:27,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/6578ae37642341bfb5959d72ad82ad66 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/6578ae37642341bfb5959d72ad82ad66 2024-11-25T10:36:27,853 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/6578ae37642341bfb5959d72ad82ad66, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T10:36:27,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/f07a301e89774d63bbd37bf3e15b6105 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f07a301e89774d63bbd37bf3e15b6105 2024-11-25T10:36:27,867 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f07a301e89774d63bbd37bf3e15b6105, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T10:36:27,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/cd94ac98621549cd91d3cf64f7c7625a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/cd94ac98621549cd91d3cf64f7c7625a 2024-11-25T10:36:27,878 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/cd94ac98621549cd91d3cf64f7c7625a, entries=150, sequenceid=432, filesize=12.0 K 2024-11-25T10:36:27,884 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for de2f18b24014a2b3768a2e69d22a6b80 in 155ms, sequenceid=432, compaction requested=false 2024-11-25T10:36:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T10:36:27,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T10:36:27,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T10:36:27,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 481 msec 2024-11-25T10:36:27,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 486 msec 2024-11-25T10:36:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:27,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:36:27,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:27,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:27,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d7b89c2f276344dfb00042d2626abd6d is 50, key is test_row_0/A:col10/1732530987803/Put/seqid=0 2024-11-25T10:36:27,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742365_1541 (size=14741) 2024-11-25T10:36:27,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d7b89c2f276344dfb00042d2626abd6d 2024-11-25T10:36:27,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/0309ab8f8ed342c5bf0480aa857ff510 is 50, key is test_row_0/B:col10/1732530987803/Put/seqid=0 2024-11-25T10:36:27,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531047943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531047948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531047949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:27,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742366_1542 (size=12301) 2024-11-25T10:36:27,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531047949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T10:36:28,013 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T10:36:28,014 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T10:36:28,020 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:28,021 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:28,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:36:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531048058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531048059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531048059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531048067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:36:28,172 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T10:36:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:28,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:28,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531048267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531048267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531048267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531048276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T10:36:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:28,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:28,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:28,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:28,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:36:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:28,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/0309ab8f8ed342c5bf0480aa857ff510 2024-11-25T10:36:28,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/ee6be58e8aaf4a03980ffc6822bd3f4a is 50, key is test_row_0/C:col10/1732530987803/Put/seqid=0 2024-11-25T10:36:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742367_1543 (size=12301) 2024-11-25T10:36:28,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/ee6be58e8aaf4a03980ffc6822bd3f4a 2024-11-25T10:36:28,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d7b89c2f276344dfb00042d2626abd6d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d7b89c2f276344dfb00042d2626abd6d 2024-11-25T10:36:28,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d7b89c2f276344dfb00042d2626abd6d, entries=200, sequenceid=447, filesize=14.4 K 2024-11-25T10:36:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/0309ab8f8ed342c5bf0480aa857ff510 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0309ab8f8ed342c5bf0480aa857ff510 2024-11-25T10:36:28,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0309ab8f8ed342c5bf0480aa857ff510, entries=150, sequenceid=447, filesize=12.0 K 2024-11-25T10:36:28,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/ee6be58e8aaf4a03980ffc6822bd3f4a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ee6be58e8aaf4a03980ffc6822bd3f4a 2024-11-25T10:36:28,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ee6be58e8aaf4a03980ffc6822bd3f4a, entries=150, sequenceid=447, filesize=12.0 K 2024-11-25T10:36:28,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for de2f18b24014a2b3768a2e69d22a6b80 in 587ms, sequenceid=447, compaction requested=true 2024-11-25T10:36:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:28,499 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:28,499 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:28,500 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:28,500 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:28,500 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:28,500 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:28,500 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:28,500 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:28,500 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b69b64741ae44856854959c737d442cc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/6578ae37642341bfb5959d72ad82ad66, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d7b89c2f276344dfb00042d2626abd6d] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=39.4 K 2024-11-25T10:36:28,500 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/db12d138d4934d49bab0b2ebaef7ae67, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f07a301e89774d63bbd37bf3e15b6105, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0309ab8f8ed342c5bf0480aa857ff510] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=37.0 K 2024-11-25T10:36:28,501 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting db12d138d4934d49bab0b2ebaef7ae67, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732530987005 2024-11-25T10:36:28,501 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f07a301e89774d63bbd37bf3e15b6105, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732530987166 2024-11-25T10:36:28,501 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b69b64741ae44856854959c737d442cc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732530987005 2024-11-25T10:36:28,502 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0309ab8f8ed342c5bf0480aa857ff510, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732530987803 2024-11-25T10:36:28,502 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6578ae37642341bfb5959d72ad82ad66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732530987166 2024-11-25T10:36:28,502 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7b89c2f276344dfb00042d2626abd6d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732530987803 2024-11-25T10:36:28,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T10:36:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:28,508 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T10:36:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:28,510 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:28,511 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/815d3b8e12cc41d2a0ff880552cc09a7 is 50, key is test_row_0/B:col10/1732530987803/Put/seqid=0 2024-11-25T10:36:28,514 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:28,514 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/7ebd0fb574994b59b591585a680ac3aa is 50, key is test_row_0/A:col10/1732530987803/Put/seqid=0 2024-11-25T10:36:28,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/f6a8cc4d411743bab182f183550a3860 is 50, key is test_row_0/A:col10/1732530987933/Put/seqid=0 2024-11-25T10:36:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742368_1544 (size=13357) 2024-11-25T10:36:28,563 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/815d3b8e12cc41d2a0ff880552cc09a7 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/815d3b8e12cc41d2a0ff880552cc09a7 2024-11-25T10:36:28,567 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into 815d3b8e12cc41d2a0ff880552cc09a7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:28,567 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:28,567 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=13, startTime=1732530988499; duration=0sec 2024-11-25T10:36:28,567 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:28,567 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:28,567 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:28,568 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:28,568 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:28,568 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:28,568 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/6387f443a37542d4bb5279597cb21e85, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/cd94ac98621549cd91d3cf64f7c7625a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ee6be58e8aaf4a03980ffc6822bd3f4a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=37.0 K 2024-11-25T10:36:28,569 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 6387f443a37542d4bb5279597cb21e85, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732530987005 2024-11-25T10:36:28,569 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting cd94ac98621549cd91d3cf64f7c7625a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1732530987166 2024-11-25T10:36:28,570 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ee6be58e8aaf4a03980ffc6822bd3f4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732530987803 2024-11-25T10:36:28,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742370_1546 (size=12301) 2024-11-25T10:36:28,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:28,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:28,576 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/f6a8cc4d411743bab182f183550a3860 2024-11-25T10:36:28,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742369_1545 (size=13357) 2024-11-25T10:36:28,579 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:28,579 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/9079c123c7e345b9877d27b673c6fee8 is 50, key is test_row_0/C:col10/1732530987803/Put/seqid=0 2024-11-25T10:36:28,586 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/7ebd0fb574994b59b591585a680ac3aa as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/7ebd0fb574994b59b591585a680ac3aa 2024-11-25T10:36:28,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742371_1547 (size=13357) 2024-11-25T10:36:28,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/ab8ffcf418124ca68c0eaa7d432a0b61 is 50, key is test_row_0/B:col10/1732530987933/Put/seqid=0 2024-11-25T10:36:28,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742372_1548 (size=12301) 2024-11-25T10:36:28,590 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into 7ebd0fb574994b59b591585a680ac3aa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:28,590 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:28,590 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=13, startTime=1732530988499; duration=0sec 2024-11-25T10:36:28,591 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:28,591 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:28,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531048594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531048603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531048603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531048607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:36:28,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531048706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531048709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531048710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531048712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531048913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531048913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531048915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531048916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:28,998 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/ab8ffcf418124ca68c0eaa7d432a0b61 2024-11-25T10:36:29,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/c024b363d51f4929a62450998fd1e570 is 50, key is test_row_0/C:col10/1732530987933/Put/seqid=0 2024-11-25T10:36:29,016 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/9079c123c7e345b9877d27b673c6fee8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9079c123c7e345b9877d27b673c6fee8 2024-11-25T10:36:29,028 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into 9079c123c7e345b9877d27b673c6fee8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:29,028 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:29,028 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=13, startTime=1732530988499; duration=0sec 2024-11-25T10:36:29,028 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:29,028 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:29,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742373_1549 (size=12301) 2024-11-25T10:36:29,040 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/c024b363d51f4929a62450998fd1e570 2024-11-25T10:36:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/f6a8cc4d411743bab182f183550a3860 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/f6a8cc4d411743bab182f183550a3860 2024-11-25T10:36:29,047 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/f6a8cc4d411743bab182f183550a3860, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T10:36:29,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/ab8ffcf418124ca68c0eaa7d432a0b61 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ab8ffcf418124ca68c0eaa7d432a0b61 2024-11-25T10:36:29,050 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ab8ffcf418124ca68c0eaa7d432a0b61, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T10:36:29,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/c024b363d51f4929a62450998fd1e570 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c024b363d51f4929a62450998fd1e570 2024-11-25T10:36:29,056 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c024b363d51f4929a62450998fd1e570, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T10:36:29,056 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for de2f18b24014a2b3768a2e69d22a6b80 in 548ms, sequenceid=468, compaction requested=false 2024-11-25T10:36:29,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:29,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T10:36:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-25T10:36:29,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T10:36:29,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-25T10:36:29,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.0440 sec 2024-11-25T10:36:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T10:36:29,149 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T10:36:29,150 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-25T10:36:29,152 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:36:29,152 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:29,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:29,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T10:36:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:29,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:29,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/0a2ee7442a5e41fabbe6646ea16fc794 is 50, key is test_row_0/A:col10/1732530988601/Put/seqid=0 2024-11-25T10:36:29,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742374_1550 (size=12301) 2024-11-25T10:36:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:36:29,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531049247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531049249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531049251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531049252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T10:36:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,325 DEBUG [Thread-2028 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:49199 2024-11-25T10:36:29,325 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,330 DEBUG [Thread-2024 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:49199 2024-11-25T10:36:29,330 DEBUG [Thread-2024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,330 DEBUG [Thread-2020 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:49199 2024-11-25T10:36:29,330 DEBUG [Thread-2020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,332 DEBUG [Thread-2026 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:49199 2024-11-25T10:36:29,332 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,338 DEBUG [Thread-2022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:49199 2024-11-25T10:36:29,338 DEBUG [Thread-2022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531049355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531049355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531049356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531049358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:36:29,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T10:36:29,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:29,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34412 deadline: 1732531049557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34432 deadline: 1732531049557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34420 deadline: 1732531049557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:34462 deadline: 1732531049559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,609 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T10:36:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:29,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:29,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/0a2ee7442a5e41fabbe6646ea16fc794 2024-11-25T10:36:29,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/aac0b2eccdab4ebba6c26e3eb8dea718 is 50, key is test_row_0/B:col10/1732530988601/Put/seqid=0 2024-11-25T10:36:29,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742375_1551 (size=12301) 2024-11-25T10:36:29,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/aac0b2eccdab4ebba6c26e3eb8dea718 2024-11-25T10:36:29,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b98f8feaed964f4abf336692af8bddb1 is 50, key is test_row_0/C:col10/1732530988601/Put/seqid=0 2024-11-25T10:36:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742376_1552 (size=12301) 2024-11-25T10:36:29,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b98f8feaed964f4abf336692af8bddb1 2024-11-25T10:36:29,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/0a2ee7442a5e41fabbe6646ea16fc794 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0a2ee7442a5e41fabbe6646ea16fc794 2024-11-25T10:36:29,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0a2ee7442a5e41fabbe6646ea16fc794, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T10:36:29,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/aac0b2eccdab4ebba6c26e3eb8dea718 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/aac0b2eccdab4ebba6c26e3eb8dea718 2024-11-25T10:36:29,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/aac0b2eccdab4ebba6c26e3eb8dea718, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T10:36:29,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/b98f8feaed964f4abf336692af8bddb1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b98f8feaed964f4abf336692af8bddb1 2024-11-25T10:36:29,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b98f8feaed964f4abf336692af8bddb1, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T10:36:29,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for de2f18b24014a2b3768a2e69d22a6b80 in 469ms, sequenceid=489, compaction requested=true 2024-11-25T10:36:29,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:29,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:29,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:29,694 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:29,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:29,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:29,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de2f18b24014a2b3768a2e69d22a6b80:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:29,694 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:29,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:29,696 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:29,696 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:29,696 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/B is initiating minor compaction (all files) 2024-11-25T10:36:29,696 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/A is initiating minor compaction (all files) 2024-11-25T10:36:29,697 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/B in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,697 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/A in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,697 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/7ebd0fb574994b59b591585a680ac3aa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/f6a8cc4d411743bab182f183550a3860, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0a2ee7442a5e41fabbe6646ea16fc794] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=37.1 K 2024-11-25T10:36:29,697 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/815d3b8e12cc41d2a0ff880552cc09a7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ab8ffcf418124ca68c0eaa7d432a0b61, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/aac0b2eccdab4ebba6c26e3eb8dea718] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=37.1 K 2024-11-25T10:36:29,697 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ebd0fb574994b59b591585a680ac3aa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732530987803 2024-11-25T10:36:29,697 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 815d3b8e12cc41d2a0ff880552cc09a7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732530987803 2024-11-25T10:36:29,697 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ab8ffcf418124ca68c0eaa7d432a0b61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732530987933 2024-11-25T10:36:29,697 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6a8cc4d411743bab182f183550a3860, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732530987933 2024-11-25T10:36:29,698 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting aac0b2eccdab4ebba6c26e3eb8dea718, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732530988598 2024-11-25T10:36:29,698 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a2ee7442a5e41fabbe6646ea16fc794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732530988598 2024-11-25T10:36:29,702 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#B#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:29,702 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#A#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:29,703 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/8aa446387f014514b90faa47b9301d72 is 50, key is test_row_0/A:col10/1732530988601/Put/seqid=0 2024-11-25T10:36:29,703 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/0ca819104e9c47b2b8e00e695c8e23e5 is 50, key is test_row_0/B:col10/1732530988601/Put/seqid=0 2024-11-25T10:36:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742377_1553 (size=13459) 2024-11-25T10:36:29,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742378_1554 (size=13459) 2024-11-25T10:36:29,714 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/0ca819104e9c47b2b8e00e695c8e23e5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0ca819104e9c47b2b8e00e695c8e23e5 2024-11-25T10:36:29,714 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/8aa446387f014514b90faa47b9301d72 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/8aa446387f014514b90faa47b9301d72 2024-11-25T10:36:29,717 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/A of de2f18b24014a2b3768a2e69d22a6b80 into 8aa446387f014514b90faa47b9301d72(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:29,717 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/B of de2f18b24014a2b3768a2e69d22a6b80 into 0ca819104e9c47b2b8e00e695c8e23e5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:29,717 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:29,717 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:29,717 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/B, priority=13, startTime=1732530989694; duration=0sec 2024-11-25T10:36:29,717 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/A, priority=13, startTime=1732530989694; duration=0sec 2024-11-25T10:36:29,717 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:29,717 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:B 2024-11-25T10:36:29,717 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:29,717 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:A 2024-11-25T10:36:29,717 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:29,719 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:29,719 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): de2f18b24014a2b3768a2e69d22a6b80/C is initiating minor compaction (all files) 2024-11-25T10:36:29,719 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of de2f18b24014a2b3768a2e69d22a6b80/C in TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,719 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9079c123c7e345b9877d27b673c6fee8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c024b363d51f4929a62450998fd1e570, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b98f8feaed964f4abf336692af8bddb1] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp, totalSize=37.1 K 2024-11-25T10:36:29,720 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9079c123c7e345b9877d27b673c6fee8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732530987803 2024-11-25T10:36:29,720 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c024b363d51f4929a62450998fd1e570, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732530987933 2024-11-25T10:36:29,720 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b98f8feaed964f4abf336692af8bddb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732530988598 2024-11-25T10:36:29,726 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de2f18b24014a2b3768a2e69d22a6b80#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:29,727 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/44ce080f011c44beb55cc1b68fd19d72 is 50, key is test_row_0/C:col10/1732530988601/Put/seqid=0 2024-11-25T10:36:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742379_1555 (size=13459) 2024-11-25T10:36:29,742 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/44ce080f011c44beb55cc1b68fd19d72 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/44ce080f011c44beb55cc1b68fd19d72 2024-11-25T10:36:29,748 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in de2f18b24014a2b3768a2e69d22a6b80/C of de2f18b24014a2b3768a2e69d22a6b80 into 44ce080f011c44beb55cc1b68fd19d72(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:29,748 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:29,748 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80., storeName=de2f18b24014a2b3768a2e69d22a6b80/C, priority=13, startTime=1732530989694; duration=0sec 2024-11-25T10:36:29,748 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:29,748 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de2f18b24014a2b3768a2e69d22a6b80:C 2024-11-25T10:36:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:36:29,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:29,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T10:36:29,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:29,763 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T10:36:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:29,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/b791ae05269b47f489ff98ce1ee15f61 is 50, key is test_row_0/A:col10/1732530989250/Put/seqid=0 2024-11-25T10:36:29,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742380_1556 (size=12301) 2024-11-25T10:36:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. as already flushing 2024-11-25T10:36:29,861 DEBUG [Thread-2011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:49199 2024-11-25T10:36:29,861 DEBUG [Thread-2009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:49199 2024-11-25T10:36:29,861 DEBUG [Thread-2013 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:49199 2024-11-25T10:36:29,861 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,861 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,861 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,863 DEBUG [Thread-2015 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:49199 2024-11-25T10:36:29,863 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:29,889 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:36:30,181 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/b791ae05269b47f489ff98ce1ee15f61 2024-11-25T10:36:30,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:36:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/c668036e3c164ea599e6463564c74a78 is 50, key is test_row_0/B:col10/1732530989250/Put/seqid=0 2024-11-25T10:36:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742381_1557 (size=12301) 2024-11-25T10:36:30,681 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/c668036e3c164ea599e6463564c74a78 2024-11-25T10:36:30,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/08ac028cfc694477ba41da68fe0e68c2 is 50, key is test_row_0/C:col10/1732530989250/Put/seqid=0 2024-11-25T10:36:30,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742382_1558 (size=12301) 2024-11-25T10:36:31,095 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/08ac028cfc694477ba41da68fe0e68c2 2024-11-25T10:36:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/b791ae05269b47f489ff98ce1ee15f61 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b791ae05269b47f489ff98ce1ee15f61 2024-11-25T10:36:31,103 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b791ae05269b47f489ff98ce1ee15f61, entries=150, sequenceid=510, filesize=12.0 K 2024-11-25T10:36:31,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/c668036e3c164ea599e6463564c74a78 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/c668036e3c164ea599e6463564c74a78 2024-11-25T10:36:31,110 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/c668036e3c164ea599e6463564c74a78, entries=150, sequenceid=510, filesize=12.0 K 2024-11-25T10:36:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/08ac028cfc694477ba41da68fe0e68c2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/08ac028cfc694477ba41da68fe0e68c2 2024-11-25T10:36:31,114 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/08ac028cfc694477ba41da68fe0e68c2, entries=150, sequenceid=510, filesize=12.0 K 2024-11-25T10:36:31,115 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for de2f18b24014a2b3768a2e69d22a6b80 in 1353ms, sequenceid=510, compaction requested=false 2024-11-25T10:36:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:31,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:31,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-25T10:36:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-25T10:36:31,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T10:36:31,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9650 sec 2024-11-25T10:36:31,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.9690 sec 2024-11-25T10:36:31,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T10:36:31,271 INFO [Thread-2019 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-25T10:36:33,671 DEBUG [Thread-2017 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:49199 2024-11-25T10:36:33,671 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 174 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1486 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4457 rows 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1490 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4470 rows 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1493 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4477 rows 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1492 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4476 rows 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1469 2024-11-25T10:36:33,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4407 rows 2024-11-25T10:36:33,672 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:36:33,672 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:49199 2024-11-25T10:36:33,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:33,678 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:36:33,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:36:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T10:36:33,681 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530993681"}]},"ts":"1732530993681"} 2024-11-25T10:36:33,682 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:36:33,697 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:36:33,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:36:33,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=de2f18b24014a2b3768a2e69d22a6b80, UNASSIGN}] 2024-11-25T10:36:33,699 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=de2f18b24014a2b3768a2e69d22a6b80, UNASSIGN 2024-11-25T10:36:33,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=de2f18b24014a2b3768a2e69d22a6b80, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:33,701 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:36:33,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:36:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T10:36:33,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:33,853 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing de2f18b24014a2b3768a2e69d22a6b80, disabling compactions & flushes 2024-11-25T10:36:33,853 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. after waiting 0 ms 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:33,853 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing de2f18b24014a2b3768a2e69d22a6b80 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=A 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=B 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK de2f18b24014a2b3768a2e69d22a6b80, store=C 2024-11-25T10:36:33,853 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:33,856 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d8a6c791dff54e96a65980de2277ec3f is 50, key is test_row_0/A:col10/1732530989861/Put/seqid=0 2024-11-25T10:36:33,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742383_1559 (size=12301) 2024-11-25T10:36:33,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T10:36:34,260 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d8a6c791dff54e96a65980de2277ec3f 2024-11-25T10:36:34,267 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/7f3beb09b4b241caab7c561bd4b5c186 is 50, key is test_row_0/B:col10/1732530989861/Put/seqid=0 2024-11-25T10:36:34,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742384_1560 (size=12301) 2024-11-25T10:36:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T10:36:34,673 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/7f3beb09b4b241caab7c561bd4b5c186 2024-11-25T10:36:34,683 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/0cb38e56a29d49998a3656621fa9c4f1 is 50, key is test_row_0/C:col10/1732530989861/Put/seqid=0 2024-11-25T10:36:34,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742385_1561 (size=12301) 2024-11-25T10:36:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T10:36:35,089 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/0cb38e56a29d49998a3656621fa9c4f1 2024-11-25T10:36:35,093 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/A/d8a6c791dff54e96a65980de2277ec3f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d8a6c791dff54e96a65980de2277ec3f 2024-11-25T10:36:35,096 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d8a6c791dff54e96a65980de2277ec3f, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T10:36:35,097 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/B/7f3beb09b4b241caab7c561bd4b5c186 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/7f3beb09b4b241caab7c561bd4b5c186 2024-11-25T10:36:35,101 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/7f3beb09b4b241caab7c561bd4b5c186, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T10:36:35,102 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/.tmp/C/0cb38e56a29d49998a3656621fa9c4f1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/0cb38e56a29d49998a3656621fa9c4f1 2024-11-25T10:36:35,106 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/0cb38e56a29d49998a3656621fa9c4f1, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T10:36:35,107 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for de2f18b24014a2b3768a2e69d22a6b80 in 1254ms, sequenceid=518, compaction requested=true 2024-11-25T10:36:35,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/98ab87edb42e4098a95f17a9883365b2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2556e70287484de4b9829f5513f45866, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0407ec8bc16e47988080d75d64f75304, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/9baf14b0580c4768b839e351b1cd304e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b804977b897a46388a65ec630fcd684c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5985e7440306489cafe9e9c4cdcf5a06, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/e1d14fb78e8641cd9893ed8f1f443705, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d96e9e32be4447a69dc67639bb922ef1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1178475bc186480b8080c02ef734216c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ef8f82c2e622467f9ae00a66bb94ea35, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0ef825a4f50c44a7b90fbe0dd3773be3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3bb84b6a6e784e74b2244b46d7d3861c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3e8a9d281064770bfaad8442be58f82, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/01172fcd313b4cc4a5cb7c4a5bda5d5a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/24c9eb2ebc52420b883cf683482f7def, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ee431bab62ed41d3b99525b13a32e4e4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3ab9d6c287345eba3477541f2f8403f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3f723e89701b45d79ea42f4b172fb293, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/c199c5b7b89c451887a04f7cc1d88dc9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5072567f1be440e79aabe558bfd5a8a1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1bcd7c5cb9784f47ba47c3485111f3bd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2c7d562fdfeb4d36b58e949c617c72d7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/74ecb73a54094b95bf2b98721c21ed0f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/89dbbdaca24d482b8eb91e3287524dea, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a5452e24fbf34d54983a4df33f4fcaf2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/597b5f8ab0c44d50ab4e2246829f0f67, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/bdccb0e79eaa4153bdc24118e0f52504, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/63f5402300234e33b20ffa5016a63c7d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b69b64741ae44856854959c737d442cc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/6578ae37642341bfb5959d72ad82ad66, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d7b89c2f276344dfb00042d2626abd6d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/7ebd0fb574994b59b591585a680ac3aa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/f6a8cc4d411743bab182f183550a3860, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0a2ee7442a5e41fabbe6646ea16fc794] to archive 2024-11-25T10:36:35,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:36:35,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/98ab87edb42e4098a95f17a9883365b2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/98ab87edb42e4098a95f17a9883365b2 2024-11-25T10:36:35,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2556e70287484de4b9829f5513f45866 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2556e70287484de4b9829f5513f45866 2024-11-25T10:36:35,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0407ec8bc16e47988080d75d64f75304 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0407ec8bc16e47988080d75d64f75304 2024-11-25T10:36:35,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/9baf14b0580c4768b839e351b1cd304e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/9baf14b0580c4768b839e351b1cd304e 2024-11-25T10:36:35,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b804977b897a46388a65ec630fcd684c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b804977b897a46388a65ec630fcd684c 2024-11-25T10:36:35,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5985e7440306489cafe9e9c4cdcf5a06 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5985e7440306489cafe9e9c4cdcf5a06 2024-11-25T10:36:35,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/e1d14fb78e8641cd9893ed8f1f443705 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/e1d14fb78e8641cd9893ed8f1f443705 2024-11-25T10:36:35,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d96e9e32be4447a69dc67639bb922ef1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d96e9e32be4447a69dc67639bb922ef1 2024-11-25T10:36:35,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1178475bc186480b8080c02ef734216c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1178475bc186480b8080c02ef734216c 2024-11-25T10:36:35,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ef8f82c2e622467f9ae00a66bb94ea35 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ef8f82c2e622467f9ae00a66bb94ea35 2024-11-25T10:36:35,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0ef825a4f50c44a7b90fbe0dd3773be3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0ef825a4f50c44a7b90fbe0dd3773be3 2024-11-25T10:36:35,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3bb84b6a6e784e74b2244b46d7d3861c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3bb84b6a6e784e74b2244b46d7d3861c 2024-11-25T10:36:35,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3e8a9d281064770bfaad8442be58f82 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3e8a9d281064770bfaad8442be58f82 2024-11-25T10:36:35,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/01172fcd313b4cc4a5cb7c4a5bda5d5a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/01172fcd313b4cc4a5cb7c4a5bda5d5a 2024-11-25T10:36:35,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/24c9eb2ebc52420b883cf683482f7def to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/24c9eb2ebc52420b883cf683482f7def 2024-11-25T10:36:35,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ee431bab62ed41d3b99525b13a32e4e4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/ee431bab62ed41d3b99525b13a32e4e4 2024-11-25T10:36:35,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3ab9d6c287345eba3477541f2f8403f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a3ab9d6c287345eba3477541f2f8403f 2024-11-25T10:36:35,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3f723e89701b45d79ea42f4b172fb293 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/3f723e89701b45d79ea42f4b172fb293 2024-11-25T10:36:35,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/c199c5b7b89c451887a04f7cc1d88dc9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/c199c5b7b89c451887a04f7cc1d88dc9 2024-11-25T10:36:35,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5072567f1be440e79aabe558bfd5a8a1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/5072567f1be440e79aabe558bfd5a8a1 2024-11-25T10:36:35,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1bcd7c5cb9784f47ba47c3485111f3bd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/1bcd7c5cb9784f47ba47c3485111f3bd 2024-11-25T10:36:35,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2c7d562fdfeb4d36b58e949c617c72d7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/2c7d562fdfeb4d36b58e949c617c72d7 2024-11-25T10:36:35,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/74ecb73a54094b95bf2b98721c21ed0f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/74ecb73a54094b95bf2b98721c21ed0f 2024-11-25T10:36:35,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/89dbbdaca24d482b8eb91e3287524dea to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/89dbbdaca24d482b8eb91e3287524dea 2024-11-25T10:36:35,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a5452e24fbf34d54983a4df33f4fcaf2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/a5452e24fbf34d54983a4df33f4fcaf2 2024-11-25T10:36:35,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/597b5f8ab0c44d50ab4e2246829f0f67 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/597b5f8ab0c44d50ab4e2246829f0f67 2024-11-25T10:36:35,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/bdccb0e79eaa4153bdc24118e0f52504 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/bdccb0e79eaa4153bdc24118e0f52504 2024-11-25T10:36:35,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/63f5402300234e33b20ffa5016a63c7d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/63f5402300234e33b20ffa5016a63c7d 2024-11-25T10:36:35,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b69b64741ae44856854959c737d442cc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b69b64741ae44856854959c737d442cc 2024-11-25T10:36:35,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/6578ae37642341bfb5959d72ad82ad66 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/6578ae37642341bfb5959d72ad82ad66 2024-11-25T10:36:35,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d7b89c2f276344dfb00042d2626abd6d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d7b89c2f276344dfb00042d2626abd6d 2024-11-25T10:36:35,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/7ebd0fb574994b59b591585a680ac3aa to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/7ebd0fb574994b59b591585a680ac3aa 2024-11-25T10:36:35,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/f6a8cc4d411743bab182f183550a3860 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/f6a8cc4d411743bab182f183550a3860 2024-11-25T10:36:35,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0a2ee7442a5e41fabbe6646ea16fc794 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/0a2ee7442a5e41fabbe6646ea16fc794 2024-11-25T10:36:35,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/8869dbe445234096bf3c3116b737cf2f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/3a80b5d71f0e49199ef4f70844ab0188, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f50ef63a191447489b106149d95e0310, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/06195da6ee8e4becad926397d860478e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/00e19148c3cf4a26bc95f50736137f10, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1eca4ed1302541969ffb51196207113e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/05c2f6d6a606445484136f2d5303c9e8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/13fc75932d12455caa07b9f709a95133, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/388699ca6288497bb748c675f31cd481, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d4b0e269891545e4b546b70c95ff3d68, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1f19d243b088442585e9690c51ddff53, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0b6a1f41f3c3419391370a6d9e9844ec, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a3925ea0d48a400c9de02f5a2963b4a2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/e717e2fb61444008a528b9c2b9e2c348, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/4665b917b5a74f9c9a505ac3d9026cef, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/9ee5936bcc544d0db8e776c4dd779dbb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d28fe231aa5e4ee2b8dc09328a59ed24, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/b5055e3728e748cd81e4ffbbac78b66d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/38c4983cde3d4feea3749ca3f31c38ba, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/48e6b7ab4dd549f2942cced85381dee4, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/56b24424eff040d89718ed72b96016e3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a02ced67d67a4bb6b2644232a66695ba, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/45f58e61cba349098d8e8580e57f9ff6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f25b862f107b469f89c34952365a1c77, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ae9c88d32aa4496a924048faff693756, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/615be8bb5d334759b30814c610cd02c5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/53ad5a90388d44e8be043590b4f4024b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/db12d138d4934d49bab0b2ebaef7ae67, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/66cb6904593647118994a5e8a8388bc3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f07a301e89774d63bbd37bf3e15b6105, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/815d3b8e12cc41d2a0ff880552cc09a7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0309ab8f8ed342c5bf0480aa857ff510, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ab8ffcf418124ca68c0eaa7d432a0b61, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/aac0b2eccdab4ebba6c26e3eb8dea718] to archive 2024-11-25T10:36:35,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:36:35,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/8869dbe445234096bf3c3116b737cf2f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/8869dbe445234096bf3c3116b737cf2f 2024-11-25T10:36:35,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/3a80b5d71f0e49199ef4f70844ab0188 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/3a80b5d71f0e49199ef4f70844ab0188 2024-11-25T10:36:35,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f50ef63a191447489b106149d95e0310 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f50ef63a191447489b106149d95e0310 2024-11-25T10:36:35,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/06195da6ee8e4becad926397d860478e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/06195da6ee8e4becad926397d860478e 2024-11-25T10:36:35,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/00e19148c3cf4a26bc95f50736137f10 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/00e19148c3cf4a26bc95f50736137f10 2024-11-25T10:36:35,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1eca4ed1302541969ffb51196207113e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1eca4ed1302541969ffb51196207113e 2024-11-25T10:36:35,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/05c2f6d6a606445484136f2d5303c9e8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/05c2f6d6a606445484136f2d5303c9e8 2024-11-25T10:36:35,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/13fc75932d12455caa07b9f709a95133 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/13fc75932d12455caa07b9f709a95133 2024-11-25T10:36:35,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/388699ca6288497bb748c675f31cd481 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/388699ca6288497bb748c675f31cd481 2024-11-25T10:36:35,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d4b0e269891545e4b546b70c95ff3d68 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d4b0e269891545e4b546b70c95ff3d68 2024-11-25T10:36:35,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1f19d243b088442585e9690c51ddff53 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/1f19d243b088442585e9690c51ddff53 2024-11-25T10:36:35,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0b6a1f41f3c3419391370a6d9e9844ec to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0b6a1f41f3c3419391370a6d9e9844ec 2024-11-25T10:36:35,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a3925ea0d48a400c9de02f5a2963b4a2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a3925ea0d48a400c9de02f5a2963b4a2 2024-11-25T10:36:35,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/e717e2fb61444008a528b9c2b9e2c348 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/e717e2fb61444008a528b9c2b9e2c348 2024-11-25T10:36:35,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/4665b917b5a74f9c9a505ac3d9026cef to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/4665b917b5a74f9c9a505ac3d9026cef 2024-11-25T10:36:35,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/9ee5936bcc544d0db8e776c4dd779dbb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/9ee5936bcc544d0db8e776c4dd779dbb 2024-11-25T10:36:35,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d28fe231aa5e4ee2b8dc09328a59ed24 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/d28fe231aa5e4ee2b8dc09328a59ed24 2024-11-25T10:36:35,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/b5055e3728e748cd81e4ffbbac78b66d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/b5055e3728e748cd81e4ffbbac78b66d 2024-11-25T10:36:35,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/38c4983cde3d4feea3749ca3f31c38ba to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/38c4983cde3d4feea3749ca3f31c38ba 2024-11-25T10:36:35,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/48e6b7ab4dd549f2942cced85381dee4 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/48e6b7ab4dd549f2942cced85381dee4 2024-11-25T10:36:35,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/56b24424eff040d89718ed72b96016e3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/56b24424eff040d89718ed72b96016e3 2024-11-25T10:36:35,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a02ced67d67a4bb6b2644232a66695ba to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/a02ced67d67a4bb6b2644232a66695ba 2024-11-25T10:36:35,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/45f58e61cba349098d8e8580e57f9ff6 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/45f58e61cba349098d8e8580e57f9ff6 2024-11-25T10:36:35,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f25b862f107b469f89c34952365a1c77 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f25b862f107b469f89c34952365a1c77 2024-11-25T10:36:35,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ae9c88d32aa4496a924048faff693756 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ae9c88d32aa4496a924048faff693756 2024-11-25T10:36:35,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/615be8bb5d334759b30814c610cd02c5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/615be8bb5d334759b30814c610cd02c5 2024-11-25T10:36:35,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/53ad5a90388d44e8be043590b4f4024b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/53ad5a90388d44e8be043590b4f4024b 2024-11-25T10:36:35,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/db12d138d4934d49bab0b2ebaef7ae67 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/db12d138d4934d49bab0b2ebaef7ae67 2024-11-25T10:36:35,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/66cb6904593647118994a5e8a8388bc3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/66cb6904593647118994a5e8a8388bc3 2024-11-25T10:36:35,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f07a301e89774d63bbd37bf3e15b6105 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/f07a301e89774d63bbd37bf3e15b6105 2024-11-25T10:36:35,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/815d3b8e12cc41d2a0ff880552cc09a7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/815d3b8e12cc41d2a0ff880552cc09a7 2024-11-25T10:36:35,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0309ab8f8ed342c5bf0480aa857ff510 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0309ab8f8ed342c5bf0480aa857ff510 2024-11-25T10:36:35,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ab8ffcf418124ca68c0eaa7d432a0b61 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/ab8ffcf418124ca68c0eaa7d432a0b61 2024-11-25T10:36:35,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/aac0b2eccdab4ebba6c26e3eb8dea718 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/aac0b2eccdab4ebba6c26e3eb8dea718 2024-11-25T10:36:35,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/87854d1ddbe2447b9257655f9f3fdbc3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/000fa53598ab4d7b89faba49ba5f3064, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b28ea271339340a3af78ada074b1c89b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/583689d9451d4745bb0d9bf062417220, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/81c05c9de54441f2bf58ffcdf78e7278, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/03c904427fd34f7fb22a2a0ae402bca8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/d3beab597b474f7384e3f7ba1e85cffd, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e23d7e3996284848ab64192292ab51eb, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b3a315faf869485aa92fbea1b4849eab, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e95d99af08c6469cb98d4c05b7fc23ab, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/1930678f34984a76b1f264069bc64e3c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/33ec57883f4f4f47add1957e9ebe7c20, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b582e28b24f9495ca512372e84709f51, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/a3e93ff261ad4c78a7c2250b767562ad, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/493dcdadd1b34bf4adbf8f39abe88e4c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/eadf46e51e0948f4950ac4dc602b8451, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/415135a126014e82b8cbfc33ebef645b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/914cfa5958aa48d0b58c545411542236, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/58c62924c26249f0874773f3af8cfdac, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/5bef8fb9ecd14ea69e1289487c3b0bb7, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/dbbb7703d9984ebc8727b8253b80f16f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/704143011388405ba0df82cb33bcb4bc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ca7ce61f952e49deb2825b9b8506ae6c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/39d6efadac1e4305a9608bd81d6bdbde, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9897b106b74047e4964d692c63e29b1b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c556e355742a44998b29e6b95906a3fc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/749fd752a0934b3d917e75347abd5939, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/6387f443a37542d4bb5279597cb21e85, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/800c0402c267487c83eaf2510ae02c3b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/cd94ac98621549cd91d3cf64f7c7625a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9079c123c7e345b9877d27b673c6fee8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ee6be58e8aaf4a03980ffc6822bd3f4a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c024b363d51f4929a62450998fd1e570, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b98f8feaed964f4abf336692af8bddb1] to archive 2024-11-25T10:36:35,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:36:35,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/87854d1ddbe2447b9257655f9f3fdbc3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/87854d1ddbe2447b9257655f9f3fdbc3 2024-11-25T10:36:35,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/000fa53598ab4d7b89faba49ba5f3064 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/000fa53598ab4d7b89faba49ba5f3064 2024-11-25T10:36:35,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b28ea271339340a3af78ada074b1c89b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b28ea271339340a3af78ada074b1c89b 2024-11-25T10:36:35,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/583689d9451d4745bb0d9bf062417220 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/583689d9451d4745bb0d9bf062417220 2024-11-25T10:36:35,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/81c05c9de54441f2bf58ffcdf78e7278 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/81c05c9de54441f2bf58ffcdf78e7278 2024-11-25T10:36:35,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/03c904427fd34f7fb22a2a0ae402bca8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/03c904427fd34f7fb22a2a0ae402bca8 2024-11-25T10:36:35,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/d3beab597b474f7384e3f7ba1e85cffd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/d3beab597b474f7384e3f7ba1e85cffd 2024-11-25T10:36:35,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e23d7e3996284848ab64192292ab51eb to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e23d7e3996284848ab64192292ab51eb 2024-11-25T10:36:35,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b3a315faf869485aa92fbea1b4849eab to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b3a315faf869485aa92fbea1b4849eab 2024-11-25T10:36:35,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e95d99af08c6469cb98d4c05b7fc23ab to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/e95d99af08c6469cb98d4c05b7fc23ab 2024-11-25T10:36:35,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/1930678f34984a76b1f264069bc64e3c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/1930678f34984a76b1f264069bc64e3c 2024-11-25T10:36:35,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/33ec57883f4f4f47add1957e9ebe7c20 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/33ec57883f4f4f47add1957e9ebe7c20 2024-11-25T10:36:35,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b582e28b24f9495ca512372e84709f51 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b582e28b24f9495ca512372e84709f51 2024-11-25T10:36:35,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/a3e93ff261ad4c78a7c2250b767562ad to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/a3e93ff261ad4c78a7c2250b767562ad 2024-11-25T10:36:35,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/493dcdadd1b34bf4adbf8f39abe88e4c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/493dcdadd1b34bf4adbf8f39abe88e4c 2024-11-25T10:36:35,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/eadf46e51e0948f4950ac4dc602b8451 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/eadf46e51e0948f4950ac4dc602b8451 2024-11-25T10:36:35,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/415135a126014e82b8cbfc33ebef645b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/415135a126014e82b8cbfc33ebef645b 2024-11-25T10:36:35,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/914cfa5958aa48d0b58c545411542236 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/914cfa5958aa48d0b58c545411542236 2024-11-25T10:36:35,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/58c62924c26249f0874773f3af8cfdac to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/58c62924c26249f0874773f3af8cfdac 2024-11-25T10:36:35,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/5bef8fb9ecd14ea69e1289487c3b0bb7 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/5bef8fb9ecd14ea69e1289487c3b0bb7 2024-11-25T10:36:35,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/dbbb7703d9984ebc8727b8253b80f16f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/dbbb7703d9984ebc8727b8253b80f16f 2024-11-25T10:36:35,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/704143011388405ba0df82cb33bcb4bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/704143011388405ba0df82cb33bcb4bc 2024-11-25T10:36:35,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ca7ce61f952e49deb2825b9b8506ae6c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ca7ce61f952e49deb2825b9b8506ae6c 2024-11-25T10:36:35,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/39d6efadac1e4305a9608bd81d6bdbde to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/39d6efadac1e4305a9608bd81d6bdbde 2024-11-25T10:36:35,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9897b106b74047e4964d692c63e29b1b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9897b106b74047e4964d692c63e29b1b 2024-11-25T10:36:35,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c556e355742a44998b29e6b95906a3fc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c556e355742a44998b29e6b95906a3fc 2024-11-25T10:36:35,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/749fd752a0934b3d917e75347abd5939 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/749fd752a0934b3d917e75347abd5939 2024-11-25T10:36:35,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/6387f443a37542d4bb5279597cb21e85 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/6387f443a37542d4bb5279597cb21e85 2024-11-25T10:36:35,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/800c0402c267487c83eaf2510ae02c3b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/800c0402c267487c83eaf2510ae02c3b 2024-11-25T10:36:35,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/cd94ac98621549cd91d3cf64f7c7625a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/cd94ac98621549cd91d3cf64f7c7625a 2024-11-25T10:36:35,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9079c123c7e345b9877d27b673c6fee8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/9079c123c7e345b9877d27b673c6fee8 2024-11-25T10:36:35,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ee6be58e8aaf4a03980ffc6822bd3f4a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/ee6be58e8aaf4a03980ffc6822bd3f4a 2024-11-25T10:36:35,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c024b363d51f4929a62450998fd1e570 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/c024b363d51f4929a62450998fd1e570 2024-11-25T10:36:35,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b98f8feaed964f4abf336692af8bddb1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/b98f8feaed964f4abf336692af8bddb1 2024-11-25T10:36:35,250 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/recovered.edits/521.seqid, newMaxSeqId=521, maxSeqId=1 2024-11-25T10:36:35,251 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80. 2024-11-25T10:36:35,251 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for de2f18b24014a2b3768a2e69d22a6b80: 2024-11-25T10:36:35,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=de2f18b24014a2b3768a2e69d22a6b80, regionState=CLOSED 2024-11-25T10:36:35,253 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:35,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T10:36:35,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure de2f18b24014a2b3768a2e69d22a6b80, server=1ab1d4f27f0d,44363,1732530842303 in 1.5530 sec 2024-11-25T10:36:35,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-25T10:36:35,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=de2f18b24014a2b3768a2e69d22a6b80, UNASSIGN in 1.5570 sec 2024-11-25T10:36:35,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T10:36:35,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5600 sec 2024-11-25T10:36:35,258 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530995258"}]},"ts":"1732530995258"} 2024-11-25T10:36:35,259 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:36:35,266 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:36:35,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5880 sec 2024-11-25T10:36:35,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T10:36:35,786 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-25T10:36:35,787 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:36:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:35,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T10:36:35,788 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:35,790 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:35,792 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/recovered.edits] 2024-11-25T10:36:35,795 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/8aa446387f014514b90faa47b9301d72 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/8aa446387f014514b90faa47b9301d72 2024-11-25T10:36:35,796 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b791ae05269b47f489ff98ce1ee15f61 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/b791ae05269b47f489ff98ce1ee15f61 2024-11-25T10:36:35,798 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d8a6c791dff54e96a65980de2277ec3f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/A/d8a6c791dff54e96a65980de2277ec3f 2024-11-25T10:36:35,800 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0ca819104e9c47b2b8e00e695c8e23e5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/0ca819104e9c47b2b8e00e695c8e23e5 2024-11-25T10:36:35,802 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/7f3beb09b4b241caab7c561bd4b5c186 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/7f3beb09b4b241caab7c561bd4b5c186 2024-11-25T10:36:35,803 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/c668036e3c164ea599e6463564c74a78 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/B/c668036e3c164ea599e6463564c74a78 2024-11-25T10:36:35,806 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/08ac028cfc694477ba41da68fe0e68c2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/08ac028cfc694477ba41da68fe0e68c2 2024-11-25T10:36:35,807 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/0cb38e56a29d49998a3656621fa9c4f1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/0cb38e56a29d49998a3656621fa9c4f1 2024-11-25T10:36:35,808 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/44ce080f011c44beb55cc1b68fd19d72 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/C/44ce080f011c44beb55cc1b68fd19d72 2024-11-25T10:36:35,809 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/recovered.edits/521.seqid to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80/recovered.edits/521.seqid 2024-11-25T10:36:35,810 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/de2f18b24014a2b3768a2e69d22a6b80 2024-11-25T10:36:35,810 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:36:35,811 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:35,813 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:36:35,814 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:36:35,814 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:35,814 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:36:35,815 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732530995815"}]},"ts":"9223372036854775807"} 2024-11-25T10:36:35,816 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:36:35,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => de2f18b24014a2b3768a2e69d22a6b80, NAME => 'TestAcidGuarantees,,1732530968106.de2f18b24014a2b3768a2e69d22a6b80.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:36:35,816 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:36:35,816 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732530995816"}]},"ts":"9223372036854775807"} 2024-11-25T10:36:35,817 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:36:35,864 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:35,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-11-25T10:36:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T10:36:35,889 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-25T10:36:35,898 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238 (was 237) - Thread LEAK? -, OpenFileDescriptor=448 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=761 (was 723) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1145 (was 2167) 2024-11-25T10:36:35,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=761, ProcessCount=11, AvailableMemoryMB=1145 2024-11-25T10:36:35,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:36:35,908 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:36:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:35,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T10:36:35,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:35,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-25T10:36:35,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T10:36:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T10:36:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742386_1562 (size=963) 2024-11-25T10:36:36,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T10:36:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T10:36:36,318 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c 2024-11-25T10:36:36,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742387_1563 (size=53) 2024-11-25T10:36:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T10:36:36,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:36:36,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 313fd2dbf07a7244095118420251a0bc, disabling compactions & flushes 2024-11-25T10:36:36,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:36,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:36,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. after waiting 0 ms 2024-11-25T10:36:36,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:36,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:36,732 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:36,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T10:36:36,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732530996733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732530996733"}]},"ts":"1732530996733"} 2024-11-25T10:36:36,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T10:36:36,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T10:36:36,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530996735"}]},"ts":"1732530996735"} 2024-11-25T10:36:36,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T10:36:36,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, ASSIGN}] 2024-11-25T10:36:36,756 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, ASSIGN 2024-11-25T10:36:36,757 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, ASSIGN; state=OFFLINE, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=false 2024-11-25T10:36:36,907 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=313fd2dbf07a7244095118420251a0bc, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:36,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:36:37,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T10:36:37,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:37,065 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:37,065 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:36:37,066 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,066 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:36:37,066 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,066 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,067 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,068 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:37,068 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313fd2dbf07a7244095118420251a0bc columnFamilyName A 2024-11-25T10:36:37,068 DEBUG [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:37,069 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(327): Store=313fd2dbf07a7244095118420251a0bc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:37,069 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,070 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:37,070 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313fd2dbf07a7244095118420251a0bc columnFamilyName B 2024-11-25T10:36:37,070 DEBUG [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:37,070 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(327): Store=313fd2dbf07a7244095118420251a0bc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:37,071 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,071 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:37,072 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313fd2dbf07a7244095118420251a0bc columnFamilyName C 2024-11-25T10:36:37,072 DEBUG [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:37,072 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(327): Store=313fd2dbf07a7244095118420251a0bc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:37,072 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:37,073 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,073 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,074 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:36:37,075 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:37,077 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T10:36:37,077 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 313fd2dbf07a7244095118420251a0bc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69636142, jitterRate=0.03765937685966492}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:36:37,077 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:37,078 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., pid=151, masterSystemTime=1732530997060 2024-11-25T10:36:37,080 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:37,080 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:37,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=313fd2dbf07a7244095118420251a0bc, regionState=OPEN, openSeqNum=2, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:37,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T10:36:37,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 in 173 msec 2024-11-25T10:36:37,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-25T10:36:37,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, ASSIGN in 327 msec 2024-11-25T10:36:37,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T10:36:37,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732530997085"}]},"ts":"1732530997085"} 2024-11-25T10:36:37,086 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T10:36:37,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T10:36:37,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-11-25T10:36:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-25T10:36:38,016 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-25T10:36:38,017 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-11-25T10:36:38,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:38,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:38,046 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:38,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T10:36:38,048 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T10:36:38,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T10:36:38,049 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T10:36:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T10:36:38,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742388_1564 (size=999) 2024-11-25T10:36:38,459 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-25T10:36:38,459 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-25T10:36:38,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:36:38,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, REOPEN/MOVE}] 2024-11-25T10:36:38,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, REOPEN/MOVE 2024-11-25T10:36:38,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=313fd2dbf07a7244095118420251a0bc, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:38,464 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:36:38,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:36:38,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:38,616 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,616 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:36:38,617 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 313fd2dbf07a7244095118420251a0bc, disabling compactions & flushes 2024-11-25T10:36:38,617 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:38,617 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:38,617 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. after waiting 0 ms 2024-11-25T10:36:38,617 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:38,625 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T10:36:38,626 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:38,626 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:38,626 WARN [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 313fd2dbf07a7244095118420251a0bc to self. 2024-11-25T10:36:38,627 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,628 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=313fd2dbf07a7244095118420251a0bc, regionState=CLOSED 2024-11-25T10:36:38,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-25T10:36:38,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 in 165 msec 2024-11-25T10:36:38,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, REOPEN/MOVE; state=CLOSED, location=1ab1d4f27f0d,44363,1732530842303; forceNewPlan=false, retain=true 2024-11-25T10:36:38,782 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=313fd2dbf07a7244095118420251a0bc, regionState=OPENING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:38,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:36:38,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:38,942 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:38,942 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} 2024-11-25T10:36:38,943 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,943 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T10:36:38,943 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,943 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,945 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,946 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:38,946 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313fd2dbf07a7244095118420251a0bc columnFamilyName A 2024-11-25T10:36:38,948 DEBUG [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:38,948 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(327): Store=313fd2dbf07a7244095118420251a0bc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:38,949 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,950 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:38,950 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313fd2dbf07a7244095118420251a0bc columnFamilyName B 2024-11-25T10:36:38,950 DEBUG [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:38,951 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(327): Store=313fd2dbf07a7244095118420251a0bc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:38,951 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,951 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-25T10:36:38,952 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 313fd2dbf07a7244095118420251a0bc columnFamilyName C 2024-11-25T10:36:38,952 DEBUG [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:38,952 INFO [StoreOpener-313fd2dbf07a7244095118420251a0bc-1 {}] regionserver.HStore(327): Store=313fd2dbf07a7244095118420251a0bc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T10:36:38,952 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:38,953 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,955 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,957 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T10:36:38,959 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:38,960 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 313fd2dbf07a7244095118420251a0bc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71532992, jitterRate=0.06592464447021484}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T10:36:38,960 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:38,961 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., pid=156, masterSystemTime=1732530998935 2024-11-25T10:36:38,962 DEBUG [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:38,962 INFO [RS_OPEN_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:38,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=313fd2dbf07a7244095118420251a0bc, regionState=OPEN, openSeqNum=5, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:38,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-25T10:36:38,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 in 180 msec 2024-11-25T10:36:38,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-25T10:36:38,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, REOPEN/MOVE in 502 msec 2024-11-25T10:36:38,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T10:36:38,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-11-25T10:36:38,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 918 msec 2024-11-25T10:36:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T10:36:38,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-25T10:36:38,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:38,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-25T10:36:38,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:38,993 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-25T10:36:39,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:39,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-25T10:36:39,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:39,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-25T10:36:39,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:39,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-25T10:36:39,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:39,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-25T10:36:39,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:39,051 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-25T10:36:39,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:39,060 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-25T10:36:39,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:39,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:49199 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-25T10:36:39,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T10:36:39,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-25T10:36:39,090 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:39,090 DEBUG [hconnection-0x40426e0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:36:39,090 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:39,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:39,090 DEBUG [hconnection-0x64bdcbb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,091 DEBUG [hconnection-0x4fde60b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,091 DEBUG [hconnection-0x2c04a4bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,091 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,091 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,092 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,092 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,092 DEBUG [hconnection-0x2eededd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,092 DEBUG [hconnection-0x499a169-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,092 DEBUG [hconnection-0x19d080d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,093 DEBUG [hconnection-0x125409cc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,093 DEBUG [hconnection-0x6d00c2f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,094 DEBUG [hconnection-0x3c6381c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T10:36:39,094 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,094 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,094 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,094 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,094 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,094 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T10:36:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:39,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:36:39,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:39,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531059113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531059113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531059114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531059114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531059114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257352c1087717432ebb22c75006c1be87_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732530999099/Put/seqid=0 2024-11-25T10:36:39,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742389_1565 (size=12154) 2024-11-25T10:36:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:36:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531059217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531059218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531059218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531059219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531059219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T10:36:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T10:36:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:36:39,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531059420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531059421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531059421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531059423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531059424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,532 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:39,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257352c1087717432ebb22c75006c1be87_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257352c1087717432ebb22c75006c1be87_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:39,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/8342bea87ac74748bc622ca6e553fe1d, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:39,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/8342bea87ac74748bc622ca6e553fe1d is 175, key is test_row_0/A:col10/1732530999099/Put/seqid=0 2024-11-25T10:36:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742390_1566 (size=30955) 2024-11-25T10:36:39,561 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/8342bea87ac74748bc622ca6e553fe1d 2024-11-25T10:36:39,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T10:36:39,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:39,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/2f42e6aa466d48f4a0da231aa1d662d3 is 50, key is test_row_0/B:col10/1732530999099/Put/seqid=0 2024-11-25T10:36:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742391_1567 (size=12001) 2024-11-25T10:36:39,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/2f42e6aa466d48f4a0da231aa1d662d3 2024-11-25T10:36:39,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/fb129a1d912a41a494677d718b0f713c is 50, key is test_row_0/C:col10/1732530999099/Put/seqid=0 2024-11-25T10:36:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742392_1568 (size=12001) 2024-11-25T10:36:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:36:39,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T10:36:39,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531059722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531059725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531059726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531059728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531059729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:39,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T10:36:39,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:39,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:39,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:40,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T10:36:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:40,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:40,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/fb129a1d912a41a494677d718b0f713c 2024-11-25T10:36:40,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/8342bea87ac74748bc622ca6e553fe1d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/8342bea87ac74748bc622ca6e553fe1d 2024-11-25T10:36:40,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/8342bea87ac74748bc622ca6e553fe1d, entries=150, sequenceid=18, filesize=30.2 K 2024-11-25T10:36:40,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/2f42e6aa466d48f4a0da231aa1d662d3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/2f42e6aa466d48f4a0da231aa1d662d3 2024-11-25T10:36:40,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/2f42e6aa466d48f4a0da231aa1d662d3, entries=150, sequenceid=18, filesize=11.7 K 2024-11-25T10:36:40,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/fb129a1d912a41a494677d718b0f713c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fb129a1d912a41a494677d718b0f713c 2024-11-25T10:36:40,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fb129a1d912a41a494677d718b0f713c, entries=150, sequenceid=18, filesize=11.7 K 2024-11-25T10:36:40,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 313fd2dbf07a7244095118420251a0bc in 1066ms, sequenceid=18, compaction requested=false 2024-11-25T10:36:40,167 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T10:36:40,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:40,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T10:36:40,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:40,191 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T10:36:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:40,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:36:40,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112599e49463f7894562a9373d98641b0621_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732530999114/Put/seqid=0 2024-11-25T10:36:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742393_1569 (size=12154) 2024-11-25T10:36:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:40,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:40,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531060246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531060247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531060254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531060254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531060254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531060356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531060356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531060358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531060358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531060358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531060557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531060560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531060561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531060562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531060562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:40,645 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112599e49463f7894562a9373d98641b0621_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112599e49463f7894562a9373d98641b0621_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/9609d55ea8c444abbd0f867b6acfcaa6, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/9609d55ea8c444abbd0f867b6acfcaa6 is 175, key is test_row_0/A:col10/1732530999114/Put/seqid=0 2024-11-25T10:36:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742394_1570 (size=30955) 2024-11-25T10:36:40,691 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/9609d55ea8c444abbd0f867b6acfcaa6 2024-11-25T10:36:40,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/d30486702baa41889586df4743867a7a is 50, key is test_row_0/B:col10/1732530999114/Put/seqid=0 2024-11-25T10:36:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742395_1571 (size=12001) 2024-11-25T10:36:40,703 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/d30486702baa41889586df4743867a7a 2024-11-25T10:36:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/2cdc100098e549cb8b6f83a0e69fe09c is 50, key is test_row_0/C:col10/1732530999114/Put/seqid=0 2024-11-25T10:36:40,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742396_1572 (size=12001) 2024-11-25T10:36:40,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T10:36:40,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531060858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531060863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531060865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531060866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531060866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,116 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/2cdc100098e549cb8b6f83a0e69fe09c 2024-11-25T10:36:41,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/9609d55ea8c444abbd0f867b6acfcaa6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/9609d55ea8c444abbd0f867b6acfcaa6 2024-11-25T10:36:41,122 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/9609d55ea8c444abbd0f867b6acfcaa6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T10:36:41,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/d30486702baa41889586df4743867a7a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d30486702baa41889586df4743867a7a 2024-11-25T10:36:41,125 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d30486702baa41889586df4743867a7a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:36:41,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/2cdc100098e549cb8b6f83a0e69fe09c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/2cdc100098e549cb8b6f83a0e69fe09c 2024-11-25T10:36:41,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/2cdc100098e549cb8b6f83a0e69fe09c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T10:36:41,132 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 313fd2dbf07a7244095118420251a0bc in 941ms, sequenceid=40, compaction requested=false 2024-11-25T10:36:41,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:41,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:41,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-25T10:36:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-25T10:36:41,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-25T10:36:41,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0430 sec 2024-11-25T10:36:41,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.0470 sec 2024-11-25T10:36:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T10:36:41,210 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-25T10:36:41,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-25T10:36:41,212 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:36:41,212 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:41,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:36:41,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T10:36:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:41,364 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:36:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:41,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:41,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112586bcb4752f51452eb35784fb5de511a0_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531000251/Put/seqid=0 2024-11-25T10:36:41,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742397_1573 (size=12154) 2024-11-25T10:36:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:41,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:41,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531061411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531061411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531061412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531061412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531061413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:36:41,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531061515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531061515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531061516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531061516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531061516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531061718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531061718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531061718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531061718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531061718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:41,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:41,786 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112586bcb4752f51452eb35784fb5de511a0_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112586bcb4752f51452eb35784fb5de511a0_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:41,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/5a48fff54bd446fcb4cd7413e71af3f3, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:41,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/5a48fff54bd446fcb4cd7413e71af3f3 is 175, key is test_row_0/A:col10/1732531000251/Put/seqid=0 2024-11-25T10:36:41,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742398_1574 (size=30955) 2024-11-25T10:36:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:36:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531062022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531062022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531062022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531062022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531062023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,192 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/5a48fff54bd446fcb4cd7413e71af3f3 2024-11-25T10:36:42,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/c35afff3bc994ed3beec8516584e5abf is 50, key is test_row_0/B:col10/1732531000251/Put/seqid=0 2024-11-25T10:36:42,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742399_1575 (size=12001) 2024-11-25T10:36:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:36:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531062525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531062526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531062527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531062527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531062530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:42,602 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/c35afff3bc994ed3beec8516584e5abf 2024-11-25T10:36:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/61b50e1b2bfa41da88aedb44778ea55b is 50, key is test_row_0/C:col10/1732531000251/Put/seqid=0 2024-11-25T10:36:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742400_1576 (size=12001) 2024-11-25T10:36:43,015 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/61b50e1b2bfa41da88aedb44778ea55b 2024-11-25T10:36:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/5a48fff54bd446fcb4cd7413e71af3f3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/5a48fff54bd446fcb4cd7413e71af3f3 2024-11-25T10:36:43,032 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/5a48fff54bd446fcb4cd7413e71af3f3, entries=150, sequenceid=55, filesize=30.2 K 2024-11-25T10:36:43,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/c35afff3bc994ed3beec8516584e5abf as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/c35afff3bc994ed3beec8516584e5abf 2024-11-25T10:36:43,038 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/c35afff3bc994ed3beec8516584e5abf, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T10:36:43,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/61b50e1b2bfa41da88aedb44778ea55b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/61b50e1b2bfa41da88aedb44778ea55b 2024-11-25T10:36:43,044 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/61b50e1b2bfa41da88aedb44778ea55b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T10:36:43,045 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 313fd2dbf07a7244095118420251a0bc in 1681ms, sequenceid=55, compaction requested=true 2024-11-25T10:36:43,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:43,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:43,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-25T10:36:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-25T10:36:43,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T10:36:43,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-11-25T10:36:43,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.8420 sec 2024-11-25T10:36:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T10:36:43,322 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-25T10:36:43,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-25T10:36:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:36:43,334 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:43,338 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:43,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:36:43,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T10:36:43,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:43,505 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T10:36:43,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:43,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:43,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:43,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:43,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:43,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:43,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ae4625058e784a04ae96d54ce7a9b74e_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531001411/Put/seqid=0 2024-11-25T10:36:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:43,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742401_1577 (size=12154) 2024-11-25T10:36:43,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531063554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531063556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531063556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531063556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531063557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:36:43,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531063662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531063662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531063664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531063664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531063665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531063866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531063867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531063867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531063867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531063868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:36:43,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:43,964 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ae4625058e784a04ae96d54ce7a9b74e_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae4625058e784a04ae96d54ce7a9b74e_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:43,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/7f92873d19fc461489c8c74e66943664, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:43,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/7f92873d19fc461489c8c74e66943664 is 175, key is test_row_0/A:col10/1732531001411/Put/seqid=0 2024-11-25T10:36:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742402_1578 (size=30955) 2024-11-25T10:36:43,984 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/7f92873d19fc461489c8c74e66943664 2024-11-25T10:36:43,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/1bbeb4337d164bc9805f9e04a757e00a is 50, key is test_row_0/B:col10/1732531001411/Put/seqid=0 2024-11-25T10:36:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742403_1579 (size=12001) 2024-11-25T10:36:44,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531064170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531064171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531064172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531064175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531064179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,401 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/1bbeb4337d164bc9805f9e04a757e00a 2024-11-25T10:36:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/c9ae00661e564fa493c96ea470afbe0a is 50, key is test_row_0/C:col10/1732531001411/Put/seqid=0 2024-11-25T10:36:44,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742404_1580 (size=12001) 2024-11-25T10:36:44,433 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/c9ae00661e564fa493c96ea470afbe0a 2024-11-25T10:36:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:36:44,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/7f92873d19fc461489c8c74e66943664 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/7f92873d19fc461489c8c74e66943664 2024-11-25T10:36:44,440 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/7f92873d19fc461489c8c74e66943664, entries=150, sequenceid=78, filesize=30.2 K 2024-11-25T10:36:44,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/1bbeb4337d164bc9805f9e04a757e00a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bbeb4337d164bc9805f9e04a757e00a 2024-11-25T10:36:44,448 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bbeb4337d164bc9805f9e04a757e00a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T10:36:44,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/c9ae00661e564fa493c96ea470afbe0a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/c9ae00661e564fa493c96ea470afbe0a 2024-11-25T10:36:44,455 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/c9ae00661e564fa493c96ea470afbe0a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T10:36:44,458 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 313fd2dbf07a7244095118420251a0bc in 953ms, sequenceid=78, compaction requested=true 2024-11-25T10:36:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:44,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-25T10:36:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-25T10:36:44,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-25T10:36:44,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1210 sec 2024-11-25T10:36:44,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.1340 sec 2024-11-25T10:36:44,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T10:36:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:44,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591e8896d201941078fd25eb009283bb9_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531004675/Put/seqid=0 2024-11-25T10:36:44,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742405_1581 (size=12154) 2024-11-25T10:36:44,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531064701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531064702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531064702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531064702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531064703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531064812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531064816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531064817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531064817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:44,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531064818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531065019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531065019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531065021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531065022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531065023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,095 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:45,097 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112591e8896d201941078fd25eb009283bb9_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591e8896d201941078fd25eb009283bb9_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:45,098 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/f8b87c123e9b4dd084648f1d4061eadc, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:45,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/f8b87c123e9b4dd084648f1d4061eadc is 175, key is test_row_0/A:col10/1732531004675/Put/seqid=0 2024-11-25T10:36:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742406_1582 (size=30955) 2024-11-25T10:36:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531065323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531065324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531065324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531065325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531065326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T10:36:45,434 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-25T10:36:45,435 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-25T10:36:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:36:45,436 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:45,437 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:45,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:45,504 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/f8b87c123e9b4dd084648f1d4061eadc 2024-11-25T10:36:45,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/29da78e37c3546de91d1d332afba6d1b is 50, key is test_row_0/B:col10/1732531004675/Put/seqid=0 2024-11-25T10:36:45,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742407_1583 (size=12001) 2024-11-25T10:36:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:36:45,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:36:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:36:45,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:36:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531065827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531065828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531065828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531065830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531065831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:45,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:36:45,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:45,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:45,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/29da78e37c3546de91d1d332afba6d1b 2024-11-25T10:36:45,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/99197f6b197748b692af6ca82669f5b9 is 50, key is test_row_0/C:col10/1732531004675/Put/seqid=0 2024-11-25T10:36:45,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742408_1584 (size=12001) 2024-11-25T10:36:45,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/99197f6b197748b692af6ca82669f5b9 2024-11-25T10:36:45,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/f8b87c123e9b4dd084648f1d4061eadc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/f8b87c123e9b4dd084648f1d4061eadc 2024-11-25T10:36:45,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/f8b87c123e9b4dd084648f1d4061eadc, entries=150, sequenceid=94, filesize=30.2 K 2024-11-25T10:36:45,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/29da78e37c3546de91d1d332afba6d1b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/29da78e37c3546de91d1d332afba6d1b 2024-11-25T10:36:45,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/29da78e37c3546de91d1d332afba6d1b, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T10:36:45,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/99197f6b197748b692af6ca82669f5b9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/99197f6b197748b692af6ca82669f5b9 2024-11-25T10:36:45,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/99197f6b197748b692af6ca82669f5b9, entries=150, sequenceid=94, filesize=11.7 K 2024-11-25T10:36:45,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 313fd2dbf07a7244095118420251a0bc in 1276ms, sequenceid=94, compaction requested=true 2024-11-25T10:36:45,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:45,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:45,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:45,953 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:36:45,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:45,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:45,953 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:36:45,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:45,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:45,954 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:36:45,954 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 154775 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:36:45,954 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/B is initiating minor compaction (all files) 2024-11-25T10:36:45,954 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/A is initiating minor compaction (all files) 2024-11-25T10:36:45,954 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/B in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,954 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/A in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,954 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/2f42e6aa466d48f4a0da231aa1d662d3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d30486702baa41889586df4743867a7a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/c35afff3bc994ed3beec8516584e5abf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bbeb4337d164bc9805f9e04a757e00a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/29da78e37c3546de91d1d332afba6d1b] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=58.6 K 2024-11-25T10:36:45,954 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/8342bea87ac74748bc622ca6e553fe1d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/9609d55ea8c444abbd0f867b6acfcaa6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/5a48fff54bd446fcb4cd7413e71af3f3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/7f92873d19fc461489c8c74e66943664, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/f8b87c123e9b4dd084648f1d4061eadc] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=151.1 K 2024-11-25T10:36:45,955 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,955 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/8342bea87ac74748bc622ca6e553fe1d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/9609d55ea8c444abbd0f867b6acfcaa6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/5a48fff54bd446fcb4cd7413e71af3f3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/7f92873d19fc461489c8c74e66943664, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/f8b87c123e9b4dd084648f1d4061eadc] 2024-11-25T10:36:45,955 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f42e6aa466d48f4a0da231aa1d662d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732530999099 2024-11-25T10:36:45,956 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8342bea87ac74748bc622ca6e553fe1d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732530999099 2024-11-25T10:36:45,956 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d30486702baa41889586df4743867a7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530999105 2024-11-25T10:36:45,956 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9609d55ea8c444abbd0f867b6acfcaa6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530999105 2024-11-25T10:36:45,956 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c35afff3bc994ed3beec8516584e5abf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732531000244 2024-11-25T10:36:45,956 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a48fff54bd446fcb4cd7413e71af3f3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732531000244 2024-11-25T10:36:45,957 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bbeb4337d164bc9805f9e04a757e00a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732531001411 2024-11-25T10:36:45,957 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f92873d19fc461489c8c74e66943664, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732531001411 2024-11-25T10:36:45,957 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 29da78e37c3546de91d1d332afba6d1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732531003554 2024-11-25T10:36:45,957 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8b87c123e9b4dd084648f1d4061eadc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732531003554 2024-11-25T10:36:45,967 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#B#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:45,967 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/d4d6c4133af94bed9fc5825743c09db3 is 50, key is test_row_0/B:col10/1732531004675/Put/seqid=0 2024-11-25T10:36:45,968 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:45,970 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f86f5d0bdbb84a82956eba0590903791_313fd2dbf07a7244095118420251a0bc store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:45,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742409_1585 (size=12173) 2024-11-25T10:36:45,973 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f86f5d0bdbb84a82956eba0590903791_313fd2dbf07a7244095118420251a0bc, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:45,973 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f86f5d0bdbb84a82956eba0590903791_313fd2dbf07a7244095118420251a0bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:45,975 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/d4d6c4133af94bed9fc5825743c09db3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d4d6c4133af94bed9fc5825743c09db3 2024-11-25T10:36:45,978 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/B of 313fd2dbf07a7244095118420251a0bc into d4d6c4133af94bed9fc5825743c09db3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:45,978 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:45,978 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/B, priority=11, startTime=1732531005953; duration=0sec 2024-11-25T10:36:45,979 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:45,979 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:B 2024-11-25T10:36:45,979 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T10:36:45,980 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T10:36:45,980 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/C is initiating minor compaction (all files) 2024-11-25T10:36:45,980 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/C in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:45,980 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fb129a1d912a41a494677d718b0f713c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/2cdc100098e549cb8b6f83a0e69fe09c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/61b50e1b2bfa41da88aedb44778ea55b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/c9ae00661e564fa493c96ea470afbe0a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/99197f6b197748b692af6ca82669f5b9] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=58.6 K 2024-11-25T10:36:45,980 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting fb129a1d912a41a494677d718b0f713c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732530999099 2024-11-25T10:36:45,981 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cdc100098e549cb8b6f83a0e69fe09c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732530999105 2024-11-25T10:36:45,981 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 61b50e1b2bfa41da88aedb44778ea55b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732531000244 2024-11-25T10:36:45,981 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ae00661e564fa493c96ea470afbe0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732531001411 2024-11-25T10:36:45,982 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 99197f6b197748b692af6ca82669f5b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732531003554 2024-11-25T10:36:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742410_1586 (size=4469) 2024-11-25T10:36:45,987 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#A#compaction#494 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:45,987 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/10e345f161e24a1fa643ef81d288cb6d is 175, key is test_row_0/A:col10/1732531004675/Put/seqid=0 2024-11-25T10:36:45,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742411_1587 (size=31127) 2024-11-25T10:36:46,005 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#C#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:46,005 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/108980e594344a2c9c9f18321c7261f2 is 50, key is test_row_0/C:col10/1732531004675/Put/seqid=0 2024-11-25T10:36:46,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742412_1588 (size=12173) 2024-11-25T10:36:46,018 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/108980e594344a2c9c9f18321c7261f2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/108980e594344a2c9c9f18321c7261f2 2024-11-25T10:36:46,033 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/C of 313fd2dbf07a7244095118420251a0bc into 108980e594344a2c9c9f18321c7261f2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:46,033 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:46,033 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/C, priority=11, startTime=1732531005953; duration=0sec 2024-11-25T10:36:46,033 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:46,033 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:C 2024-11-25T10:36:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:36:46,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T10:36:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:46,045 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T10:36:46,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:46,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125010538b24a5d4d21af797fa1bb98b6b7_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531004701/Put/seqid=0 2024-11-25T10:36:46,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742413_1589 (size=12154) 2024-11-25T10:36:46,405 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/10e345f161e24a1fa643ef81d288cb6d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/10e345f161e24a1fa643ef81d288cb6d 2024-11-25T10:36:46,409 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/A of 313fd2dbf07a7244095118420251a0bc into 10e345f161e24a1fa643ef81d288cb6d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:46,409 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:46,409 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/A, priority=11, startTime=1732531005953; duration=0sec 2024-11-25T10:36:46,409 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:46,409 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:A 2024-11-25T10:36:46,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:46,474 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125010538b24a5d4d21af797fa1bb98b6b7_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125010538b24a5d4d21af797fa1bb98b6b7_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/eb05fcb356694afc861e827829ff5125, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:46,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/eb05fcb356694afc861e827829ff5125 is 175, key is test_row_0/A:col10/1732531004701/Put/seqid=0 2024-11-25T10:36:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742414_1590 (size=30955) 2024-11-25T10:36:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:36:46,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:46,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531066841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531066841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531066842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531066843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531066844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,879 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/eb05fcb356694afc861e827829ff5125 2024-11-25T10:36:46,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/9a9cad797cff43c8a755fbed1b04328d is 50, key is test_row_0/B:col10/1732531004701/Put/seqid=0 2024-11-25T10:36:46,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742415_1591 (size=12001) 2024-11-25T10:36:46,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531066945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531066945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531066946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531066946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:46,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531066947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531067146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531067147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531067147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531067149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531067149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,287 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/9a9cad797cff43c8a755fbed1b04328d 2024-11-25T10:36:47,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/60d5ac88044c4a9ca6e874af8887a61e is 50, key is test_row_0/C:col10/1732531004701/Put/seqid=0 2024-11-25T10:36:47,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742416_1592 (size=12001) 2024-11-25T10:36:47,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531067449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531067449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531067450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531067452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531067453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:36:47,700 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/60d5ac88044c4a9ca6e874af8887a61e 2024-11-25T10:36:47,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/eb05fcb356694afc861e827829ff5125 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/eb05fcb356694afc861e827829ff5125 2024-11-25T10:36:47,706 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/eb05fcb356694afc861e827829ff5125, entries=150, sequenceid=117, filesize=30.2 K 2024-11-25T10:36:47,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/9a9cad797cff43c8a755fbed1b04328d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9a9cad797cff43c8a755fbed1b04328d 2024-11-25T10:36:47,709 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9a9cad797cff43c8a755fbed1b04328d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T10:36:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/60d5ac88044c4a9ca6e874af8887a61e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/60d5ac88044c4a9ca6e874af8887a61e 2024-11-25T10:36:47,713 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/60d5ac88044c4a9ca6e874af8887a61e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T10:36:47,713 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 313fd2dbf07a7244095118420251a0bc in 1668ms, sequenceid=117, compaction requested=false 2024-11-25T10:36:47,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:47,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:47,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-25T10:36:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-25T10:36:47,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T10:36:47,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec 2024-11-25T10:36:47,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.2800 sec 2024-11-25T10:36:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:47,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T10:36:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:47,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:47,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125732723f34d6040e199497030801f2dee_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531007952/Put/seqid=0 2024-11-25T10:36:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742417_1593 (size=12304) 2024-11-25T10:36:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531067969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531067969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531067970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531067970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531067970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531068073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531068073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531068074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531068076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531068077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531068277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531068277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531068278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531068278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531068281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,364 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:48,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125732723f34d6040e199497030801f2dee_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125732723f34d6040e199497030801f2dee_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:48,367 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/07787da3d953422d97c465b4e0e245f3, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:48,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/07787da3d953422d97c465b4e0e245f3 is 175, key is test_row_0/A:col10/1732531007952/Put/seqid=0 2024-11-25T10:36:48,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742418_1594 (size=31105) 2024-11-25T10:36:48,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531068580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531068581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531068582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531068582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531068584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:48,775 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/07787da3d953422d97c465b4e0e245f3 2024-11-25T10:36:48,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/f9394d575e1a4bd2b0e4aa15edda0807 is 50, key is test_row_0/B:col10/1732531007952/Put/seqid=0 2024-11-25T10:36:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742419_1595 (size=12151) 2024-11-25T10:36:49,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531069084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531069085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:49,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531069090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:49,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531069090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:49,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531069090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:49,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/f9394d575e1a4bd2b0e4aa15edda0807 2024-11-25T10:36:49,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/0ecbc968c47c4a6f8f498415ef2063fa is 50, key is test_row_0/C:col10/1732531007952/Put/seqid=0 2024-11-25T10:36:49,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742420_1596 (size=12151) 2024-11-25T10:36:49,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/0ecbc968c47c4a6f8f498415ef2063fa 2024-11-25T10:36:49,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/07787da3d953422d97c465b4e0e245f3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/07787da3d953422d97c465b4e0e245f3 2024-11-25T10:36:49,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/07787da3d953422d97c465b4e0e245f3, entries=150, sequenceid=134, filesize=30.4 K 2024-11-25T10:36:49,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/f9394d575e1a4bd2b0e4aa15edda0807 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/f9394d575e1a4bd2b0e4aa15edda0807 2024-11-25T10:36:49,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/f9394d575e1a4bd2b0e4aa15edda0807, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:36:49,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/0ecbc968c47c4a6f8f498415ef2063fa as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0ecbc968c47c4a6f8f498415ef2063fa 2024-11-25T10:36:49,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0ecbc968c47c4a6f8f498415ef2063fa, entries=150, sequenceid=134, filesize=11.9 K 2024-11-25T10:36:49,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 313fd2dbf07a7244095118420251a0bc in 1459ms, sequenceid=134, compaction requested=true 2024-11-25T10:36:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:49,412 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:49,413 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:49,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:49,413 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93187 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:49,414 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/A is initiating minor compaction (all files) 2024-11-25T10:36:49,414 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/A in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:49,414 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/10e345f161e24a1fa643ef81d288cb6d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/eb05fcb356694afc861e827829ff5125, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/07787da3d953422d97c465b4e0e245f3] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=91.0 K 2024-11-25T10:36:49,414 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:49,414 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/10e345f161e24a1fa643ef81d288cb6d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/eb05fcb356694afc861e827829ff5125, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/07787da3d953422d97c465b4e0e245f3] 2024-11-25T10:36:49,414 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10e345f161e24a1fa643ef81d288cb6d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732531003554 2024-11-25T10:36:49,414 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb05fcb356694afc861e827829ff5125, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732531004696 2024-11-25T10:36:49,415 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07787da3d953422d97c465b4e0e245f3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732531006841 2024-11-25T10:36:49,415 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36325 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:49,415 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/B is initiating minor compaction (all files) 2024-11-25T10:36:49,415 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/B in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:49,415 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d4d6c4133af94bed9fc5825743c09db3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9a9cad797cff43c8a755fbed1b04328d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/f9394d575e1a4bd2b0e4aa15edda0807] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=35.5 K 2024-11-25T10:36:49,415 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d4d6c4133af94bed9fc5825743c09db3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732531003554 2024-11-25T10:36:49,416 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a9cad797cff43c8a755fbed1b04328d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732531004696 2024-11-25T10:36:49,416 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f9394d575e1a4bd2b0e4aa15edda0807, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732531006841 2024-11-25T10:36:49,423 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:49,429 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:49,430 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/a00b236755be4865bbfcd4533f241e89 is 50, key is test_row_0/B:col10/1732531007952/Put/seqid=0 2024-11-25T10:36:49,431 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125412dbef05fa74cce972c5bac9590042a_313fd2dbf07a7244095118420251a0bc store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:49,433 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125412dbef05fa74cce972c5bac9590042a_313fd2dbf07a7244095118420251a0bc, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:49,433 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125412dbef05fa74cce972c5bac9590042a_313fd2dbf07a7244095118420251a0bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742421_1597 (size=12425) 2024-11-25T10:36:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742422_1598 (size=4469) 2024-11-25T10:36:49,484 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#A#compaction#502 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:49,485 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/cf98470964de484f9c1c00674a97e265 is 175, key is test_row_0/A:col10/1732531007952/Put/seqid=0 2024-11-25T10:36:49,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742423_1599 (size=31379) 2024-11-25T10:36:49,492 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/cf98470964de484f9c1c00674a97e265 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/cf98470964de484f9c1c00674a97e265 2024-11-25T10:36:49,500 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/A of 313fd2dbf07a7244095118420251a0bc into cf98470964de484f9c1c00674a97e265(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:49,500 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:49,500 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/A, priority=13, startTime=1732531009412; duration=0sec 2024-11-25T10:36:49,500 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:49,500 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:A 2024-11-25T10:36:49,500 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:49,501 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36325 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:49,501 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/C is initiating minor compaction (all files) 2024-11-25T10:36:49,501 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/C in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:49,501 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/108980e594344a2c9c9f18321c7261f2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/60d5ac88044c4a9ca6e874af8887a61e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0ecbc968c47c4a6f8f498415ef2063fa] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=35.5 K 2024-11-25T10:36:49,501 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 108980e594344a2c9c9f18321c7261f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732531003554 2024-11-25T10:36:49,501 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60d5ac88044c4a9ca6e874af8887a61e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732531004696 2024-11-25T10:36:49,502 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ecbc968c47c4a6f8f498415ef2063fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732531006841 2024-11-25T10:36:49,508 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#C#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:49,509 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/7da6b51d28fe485882952d0d24058da5 is 50, key is test_row_0/C:col10/1732531007952/Put/seqid=0 2024-11-25T10:36:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742424_1600 (size=12425) 2024-11-25T10:36:49,553 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/7da6b51d28fe485882952d0d24058da5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/7da6b51d28fe485882952d0d24058da5 2024-11-25T10:36:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T10:36:49,556 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-25T10:36:49,558 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-25T10:36:49,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:49,560 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/C of 313fd2dbf07a7244095118420251a0bc into 7da6b51d28fe485882952d0d24058da5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:49,560 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:49,560 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/C, priority=13, startTime=1732531009413; duration=0sec 2024-11-25T10:36:49,560 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:49,560 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:C 2024-11-25T10:36:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:36:49,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:49,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:36:49,713 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:49,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T10:36:49,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:49,715 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T10:36:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:49,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252661b035b6c943bfbe2cc15c506eb5e0_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531007969/Put/seqid=0 2024-11-25T10:36:49,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742425_1601 (size=12304) 2024-11-25T10:36:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,734 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252661b035b6c943bfbe2cc15c506eb5e0_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252661b035b6c943bfbe2cc15c506eb5e0_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:49,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/961dfc2dd648428f90989ca75c0956bf, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/961dfc2dd648428f90989ca75c0956bf is 175, key is test_row_0/A:col10/1732531007969/Put/seqid=0 2024-11-25T10:36:49,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742426_1602 (size=31105) 2024-11-25T10:36:49,745 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/961dfc2dd648428f90989ca75c0956bf 2024-11-25T10:36:49,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/4793b50efdf14c548f72a3576bd83b2f is 50, key is test_row_0/B:col10/1732531007969/Put/seqid=0 2024-11-25T10:36:49,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742427_1603 (size=12151) 2024-11-25T10:36:49,778 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/4793b50efdf14c548f72a3576bd83b2f 2024-11-25T10:36:49,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/f5b3b613ce4e4bb7a28ad2286d26b17d is 50, key is test_row_0/C:col10/1732531007969/Put/seqid=0 2024-11-25T10:36:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742428_1604 (size=12151) 2024-11-25T10:36:49,813 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/f5b3b613ce4e4bb7a28ad2286d26b17d 2024-11-25T10:36:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/961dfc2dd648428f90989ca75c0956bf as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/961dfc2dd648428f90989ca75c0956bf 2024-11-25T10:36:49,824 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/961dfc2dd648428f90989ca75c0956bf, entries=150, sequenceid=157, filesize=30.4 K 2024-11-25T10:36:49,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/4793b50efdf14c548f72a3576bd83b2f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4793b50efdf14c548f72a3576bd83b2f 2024-11-25T10:36:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,828 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4793b50efdf14c548f72a3576bd83b2f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T10:36:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/f5b3b613ce4e4bb7a28ad2286d26b17d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/f5b3b613ce4e4bb7a28ad2286d26b17d 2024-11-25T10:36:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,834 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/f5b3b613ce4e4bb7a28ad2286d26b17d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T10:36:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,835 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 313fd2dbf07a7244095118420251a0bc in 121ms, sequenceid=157, compaction requested=false 2024-11-25T10:36:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-25T10:36:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-25T10:36:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-25T10:36:49,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 275 msec 2024-11-25T10:36:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 280 msec 2024-11-25T10:36:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T10:36:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,867 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-25T10:36:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,871 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-25T10:36:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,873 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:36:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,875 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:49,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,899 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/a00b236755be4865bbfcd4533f241e89 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/a00b236755be4865bbfcd4533f241e89 2024-11-25T10:36:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,931 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/B of 313fd2dbf07a7244095118420251a0bc into a00b236755be4865bbfcd4533f241e89(size=12.1 K), total size for store is 24 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:49,931 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:49,931 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/B, priority=13, startTime=1732531009413; duration=0sec 2024-11-25T10:36:49,931 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:49,931 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:B 2024-11-25T10:36:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:36:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T10:36:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-25T10:36:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-25T10:36:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T10:36:50,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 164 msec 2024-11-25T10:36:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 170 msec 2024-11-25T10:36:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:36:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253dbffd1148f24106bd04547d3a7f2341_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531010127/Put/seqid=0 2024-11-25T10:36:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742430_1606 (size=24758) 2024-11-25T10:36:50,172 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253dbffd1148f24106bd04547d3a7f2341_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253dbffd1148f24106bd04547d3a7f2341_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:50,176 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/ee1e2257be1f49b498ea1627a8a60667, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:50,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/ee1e2257be1f49b498ea1627a8a60667 is 175, key is test_row_0/A:col10/1732531010127/Put/seqid=0 2024-11-25T10:36:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742429_1605 (size=74395) 2024-11-25T10:36:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T10:36:50,179 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-25T10:36:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531070176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531070177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531070180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531070181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,184 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:50,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531070182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-25T10:36:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:36:50,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:50,193 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:50,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:50,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531070283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531070284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:36:50,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531070286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531070286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531070286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:36:50,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:50,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:36:50,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531070487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531070487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531070491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531070491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531070495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:36:50,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:50,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/ee1e2257be1f49b498ea1627a8a60667 2024-11-25T10:36:50,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/dce77cf9c87e4fb38169488747e2f378 is 50, key is test_row_0/B:col10/1732531010127/Put/seqid=0 2024-11-25T10:36:50,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:36:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:50,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742431_1607 (size=12151) 2024-11-25T10:36:50,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/dce77cf9c87e4fb38169488747e2f378 2024-11-25T10:36:50,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/01e69c3e7895411990357ff69b73e42d is 50, key is test_row_0/C:col10/1732531010127/Put/seqid=0 2024-11-25T10:36:50,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742432_1608 (size=12151) 2024-11-25T10:36:50,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/01e69c3e7895411990357ff69b73e42d 2024-11-25T10:36:50,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/ee1e2257be1f49b498ea1627a8a60667 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ee1e2257be1f49b498ea1627a8a60667 2024-11-25T10:36:50,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ee1e2257be1f49b498ea1627a8a60667, entries=400, sequenceid=170, filesize=72.7 K 2024-11-25T10:36:50,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/dce77cf9c87e4fb38169488747e2f378 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/dce77cf9c87e4fb38169488747e2f378 2024-11-25T10:36:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:36:50,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531070799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531070798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531070799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531070799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/dce77cf9c87e4fb38169488747e2f378, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T10:36:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531070808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/01e69c3e7895411990357ff69b73e42d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/01e69c3e7895411990357ff69b73e42d 2024-11-25T10:36:50,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/01e69c3e7895411990357ff69b73e42d, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T10:36:50,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 313fd2dbf07a7244095118420251a0bc in 707ms, sequenceid=170, compaction requested=true 2024-11-25T10:36:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:50,840 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:50,840 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:50,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:50,841 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:50,841 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136879 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:50,841 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/A is initiating minor compaction (all files) 2024-11-25T10:36:50,841 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/A in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,841 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/cf98470964de484f9c1c00674a97e265, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/961dfc2dd648428f90989ca75c0956bf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ee1e2257be1f49b498ea1627a8a60667] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=133.7 K 2024-11-25T10:36:50,841 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T10:36:50,841 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/cf98470964de484f9c1c00674a97e265, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/961dfc2dd648428f90989ca75c0956bf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ee1e2257be1f49b498ea1627a8a60667] 2024-11-25T10:36:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,841 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:36:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:50,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:50,842 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:50,842 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/B is initiating minor compaction (all files) 2024-11-25T10:36:50,842 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/B in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:50,843 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/a00b236755be4865bbfcd4533f241e89, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4793b50efdf14c548f72a3576bd83b2f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/dce77cf9c87e4fb38169488747e2f378] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=35.9 K 2024-11-25T10:36:50,843 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf98470964de484f9c1c00674a97e265, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732531006841 2024-11-25T10:36:50,843 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a00b236755be4865bbfcd4533f241e89, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732531006841 2024-11-25T10:36:50,843 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 961dfc2dd648428f90989ca75c0956bf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732531007968 2024-11-25T10:36:50,843 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4793b50efdf14c548f72a3576bd83b2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732531007968 2024-11-25T10:36:50,843 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee1e2257be1f49b498ea1627a8a60667, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732531010118 2024-11-25T10:36:50,844 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting dce77cf9c87e4fb38169488747e2f378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732531010125 2024-11-25T10:36:50,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253648f2cf0fed42f2922c858ffd5235b5_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531010176/Put/seqid=0 2024-11-25T10:36:50,867 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#B#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:50,868 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/b157c4ac75ea410daf99f6aaaefecb5c is 50, key is test_row_0/B:col10/1732531010127/Put/seqid=0 2024-11-25T10:36:50,878 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:50,885 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125dc5ba9cd8529471fb3010a2eb1fd9122_313fd2dbf07a7244095118420251a0bc store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:50,889 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125dc5ba9cd8529471fb3010a2eb1fd9122_313fd2dbf07a7244095118420251a0bc, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:50,889 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dc5ba9cd8529471fb3010a2eb1fd9122_313fd2dbf07a7244095118420251a0bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742433_1609 (size=12304) 2024-11-25T10:36:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742434_1610 (size=12527) 2024-11-25T10:36:50,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:50,919 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253648f2cf0fed42f2922c858ffd5235b5_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253648f2cf0fed42f2922c858ffd5235b5_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:50,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/01627471fe5c4c6bb511dc8358fa5190, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:50,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/01627471fe5c4c6bb511dc8358fa5190 is 175, key is test_row_0/A:col10/1732531010176/Put/seqid=0 2024-11-25T10:36:50,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742435_1611 (size=4469) 2024-11-25T10:36:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742436_1612 (size=31105) 2024-11-25T10:36:50,928 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/01627471fe5c4c6bb511dc8358fa5190 2024-11-25T10:36:50,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/e0ca8985b48c445d80fa5a7a62ab2615 is 50, key is test_row_0/B:col10/1732531010176/Put/seqid=0 2024-11-25T10:36:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742437_1613 (size=12151) 2024-11-25T10:36:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:36:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:51,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:51,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531071315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531071315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,320 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/b157c4ac75ea410daf99f6aaaefecb5c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/b157c4ac75ea410daf99f6aaaefecb5c 2024-11-25T10:36:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531071315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531071317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531071319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,328 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/B of 313fd2dbf07a7244095118420251a0bc into b157c4ac75ea410daf99f6aaaefecb5c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:51,328 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:51,328 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/B, priority=13, startTime=1732531010840; duration=0sec 2024-11-25T10:36:51,328 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:51,328 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:B 2024-11-25T10:36:51,328 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:51,329 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#A#compaction#513 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:51,329 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/0ae4517f1e6b45bd9064451050cde01e is 175, key is test_row_0/A:col10/1732531010127/Put/seqid=0 2024-11-25T10:36:51,330 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:51,330 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/C is initiating minor compaction (all files) 2024-11-25T10:36:51,330 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/C in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:51,331 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/7da6b51d28fe485882952d0d24058da5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/f5b3b613ce4e4bb7a28ad2286d26b17d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/01e69c3e7895411990357ff69b73e42d] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=35.9 K 2024-11-25T10:36:51,333 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 7da6b51d28fe485882952d0d24058da5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732531006841 2024-11-25T10:36:51,333 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting f5b3b613ce4e4bb7a28ad2286d26b17d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732531007968 2024-11-25T10:36:51,333 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 01e69c3e7895411990357ff69b73e42d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732531010125 2024-11-25T10:36:51,339 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:51,339 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/184c77ba5cf745689dec71184d654eac is 50, key is test_row_0/C:col10/1732531010127/Put/seqid=0 2024-11-25T10:36:51,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742438_1614 (size=31481) 2024-11-25T10:36:51,383 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/e0ca8985b48c445d80fa5a7a62ab2615 2024-11-25T10:36:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742439_1615 (size=12527) 2024-11-25T10:36:51,389 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/0ae4517f1e6b45bd9064451050cde01e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/0ae4517f1e6b45bd9064451050cde01e 2024-11-25T10:36:51,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/15322efffb804d15831ab423e20ce747 is 50, key is test_row_0/C:col10/1732531010176/Put/seqid=0 2024-11-25T10:36:51,413 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/A of 313fd2dbf07a7244095118420251a0bc into 0ae4517f1e6b45bd9064451050cde01e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:51,413 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:51,413 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/A, priority=13, startTime=1732531010840; duration=0sec 2024-11-25T10:36:51,413 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:51,413 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:A 2024-11-25T10:36:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531071419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,426 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/184c77ba5cf745689dec71184d654eac as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/184c77ba5cf745689dec71184d654eac 2024-11-25T10:36:51,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531071430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531071430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531071431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742440_1616 (size=12151) 2024-11-25T10:36:51,441 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/15322efffb804d15831ab423e20ce747 2024-11-25T10:36:51,447 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/C of 313fd2dbf07a7244095118420251a0bc into 184c77ba5cf745689dec71184d654eac(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:51,447 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:51,447 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/C, priority=13, startTime=1732531010840; duration=0sec 2024-11-25T10:36:51,448 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:51,448 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:C 2024-11-25T10:36:51,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/01627471fe5c4c6bb511dc8358fa5190 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/01627471fe5c4c6bb511dc8358fa5190 2024-11-25T10:36:51,472 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/01627471fe5c4c6bb511dc8358fa5190, entries=150, sequenceid=195, filesize=30.4 K 2024-11-25T10:36:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/e0ca8985b48c445d80fa5a7a62ab2615 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/e0ca8985b48c445d80fa5a7a62ab2615 2024-11-25T10:36:51,475 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/e0ca8985b48c445d80fa5a7a62ab2615, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T10:36:51,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/15322efffb804d15831ab423e20ce747 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/15322efffb804d15831ab423e20ce747 2024-11-25T10:36:51,480 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/15322efffb804d15831ab423e20ce747, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T10:36:51,480 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 313fd2dbf07a7244095118420251a0bc in 639ms, sequenceid=195, compaction requested=false 2024-11-25T10:36:51,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:51,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:51,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-25T10:36:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-25T10:36:51,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-25T10:36:51,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2890 sec 2024-11-25T10:36:51,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.2980 sec 2024-11-25T10:36:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:51,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:36:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:51,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:51,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259d118f018f714e469b15dc7d874a6408_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531011316/Put/seqid=0 2024-11-25T10:36:51,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742441_1617 (size=14794) 2024-11-25T10:36:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531071668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531071669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531071669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531071669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531071772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531071772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531071775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531071775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531071976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531071976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531071978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:51,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531071979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,063 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:52,091 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259d118f018f714e469b15dc7d874a6408_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259d118f018f714e469b15dc7d874a6408_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:52,092 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/81d241c67a9142d8a9618e18fed5b3f3, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:52,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/81d241c67a9142d8a9618e18fed5b3f3 is 175, key is test_row_0/A:col10/1732531011316/Put/seqid=0 2024-11-25T10:36:52,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742442_1618 (size=39749) 2024-11-25T10:36:52,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531072278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531072280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531072283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531072284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T10:36:52,290 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-25T10:36:52,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-25T10:36:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:36:52,295 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:52,296 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:52,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:52,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531072327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:36:52,447 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T10:36:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:52,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,525 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/81d241c67a9142d8a9618e18fed5b3f3 2024-11-25T10:36:52,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/428ad19a2bfc4a6fbe037e9c7f0105ec is 50, key is test_row_0/B:col10/1732531011316/Put/seqid=0 2024-11-25T10:36:52,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742443_1619 (size=12151) 2024-11-25T10:36:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:36:52,599 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T10:36:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:52,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,755 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T10:36:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:52,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531072782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531072784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531072789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531072791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:36:52,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:52,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T10:36:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:52,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:52,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/428ad19a2bfc4a6fbe037e9c7f0105ec 2024-11-25T10:36:52,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/b0254e1940ca4c64b99346182dba2761 is 50, key is test_row_0/C:col10/1732531011316/Put/seqid=0 2024-11-25T10:36:52,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742444_1620 (size=12151) 2024-11-25T10:36:52,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/b0254e1940ca4c64b99346182dba2761 2024-11-25T10:36:52,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/81d241c67a9142d8a9618e18fed5b3f3 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/81d241c67a9142d8a9618e18fed5b3f3 2024-11-25T10:36:53,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/81d241c67a9142d8a9618e18fed5b3f3, entries=200, sequenceid=210, filesize=38.8 K 2024-11-25T10:36:53,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/428ad19a2bfc4a6fbe037e9c7f0105ec as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/428ad19a2bfc4a6fbe037e9c7f0105ec 2024-11-25T10:36:53,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/428ad19a2bfc4a6fbe037e9c7f0105ec, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T10:36:53,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/b0254e1940ca4c64b99346182dba2761 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/b0254e1940ca4c64b99346182dba2761 2024-11-25T10:36:53,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/b0254e1940ca4c64b99346182dba2761, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T10:36:53,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 313fd2dbf07a7244095118420251a0bc in 1394ms, sequenceid=210, compaction requested=true 2024-11-25T10:36:53,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:53,031 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:53,032 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:53,033 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:53,033 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/A is initiating minor compaction (all files) 2024-11-25T10:36:53,033 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/A in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:53,033 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/0ae4517f1e6b45bd9064451050cde01e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/01627471fe5c4c6bb511dc8358fa5190, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/81d241c67a9142d8a9618e18fed5b3f3] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=99.9 K 2024-11-25T10:36:53,033 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:53,033 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/0ae4517f1e6b45bd9064451050cde01e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/01627471fe5c4c6bb511dc8358fa5190, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/81d241c67a9142d8a9618e18fed5b3f3] 2024-11-25T10:36:53,034 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ae4517f1e6b45bd9064451050cde01e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732531010125 2024-11-25T10:36:53,034 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:53,035 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/B is initiating minor compaction (all files) 2024-11-25T10:36:53,035 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/B in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:53,035 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/b157c4ac75ea410daf99f6aaaefecb5c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/e0ca8985b48c445d80fa5a7a62ab2615, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/428ad19a2bfc4a6fbe037e9c7f0105ec] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=36.0 K 2024-11-25T10:36:53,036 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01627471fe5c4c6bb511dc8358fa5190, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732531010172 2024-11-25T10:36:53,036 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b157c4ac75ea410daf99f6aaaefecb5c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732531010125 2024-11-25T10:36:53,036 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d241c67a9142d8a9618e18fed5b3f3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732531011302 2024-11-25T10:36:53,037 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting e0ca8985b48c445d80fa5a7a62ab2615, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732531010172 2024-11-25T10:36:53,038 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 428ad19a2bfc4a6fbe037e9c7f0105ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732531011302 2024-11-25T10:36:53,047 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:53,050 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:53,051 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/712d3e68c92340009c102169dcd2017d is 50, key is test_row_0/B:col10/1732531011316/Put/seqid=0 2024-11-25T10:36:53,054 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125875a35deda7041f19fe6022d006471e6_313fd2dbf07a7244095118420251a0bc store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:53,056 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125875a35deda7041f19fe6022d006471e6_313fd2dbf07a7244095118420251a0bc, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:53,056 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125875a35deda7041f19fe6022d006471e6_313fd2dbf07a7244095118420251a0bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:53,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:53,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T10:36:53,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:53,062 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:36:53,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:53,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:53,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:53,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:53,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:53,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742445_1621 (size=12629) 2024-11-25T10:36:53,083 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/712d3e68c92340009c102169dcd2017d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/712d3e68c92340009c102169dcd2017d 2024-11-25T10:36:53,090 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/B of 313fd2dbf07a7244095118420251a0bc into 712d3e68c92340009c102169dcd2017d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:53,090 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:53,090 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/B, priority=13, startTime=1732531013032; duration=0sec 2024-11-25T10:36:53,090 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:53,090 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:B 2024-11-25T10:36:53,090 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:53,092 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:53,092 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/C is initiating minor compaction (all files) 2024-11-25T10:36:53,092 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/C in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:53,092 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/184c77ba5cf745689dec71184d654eac, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/15322efffb804d15831ab423e20ce747, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/b0254e1940ca4c64b99346182dba2761] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=36.0 K 2024-11-25T10:36:53,092 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 184c77ba5cf745689dec71184d654eac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732531010125 2024-11-25T10:36:53,093 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 15322efffb804d15831ab423e20ce747, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732531010172 2024-11-25T10:36:53,093 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting b0254e1940ca4c64b99346182dba2761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732531011302 2024-11-25T10:36:53,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742446_1622 (size=4469) 2024-11-25T10:36:53,102 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#A#compaction#520 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:53,102 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d122e5e53f5a4806b33632d440d9a043 is 175, key is test_row_0/A:col10/1732531011316/Put/seqid=0 2024-11-25T10:36:53,106 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:53,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e13b8d6962e640498dcabf52482aa2e1_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531011669/Put/seqid=0 2024-11-25T10:36:53,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742447_1623 (size=31583) 2024-11-25T10:36:53,118 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/0e4b8e89fde0471c9af391d123a733d0 is 50, key is test_row_0/C:col10/1732531011316/Put/seqid=0 2024-11-25T10:36:53,123 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d122e5e53f5a4806b33632d440d9a043 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d122e5e53f5a4806b33632d440d9a043 2024-11-25T10:36:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742448_1624 (size=12304) 2024-11-25T10:36:53,141 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/A of 313fd2dbf07a7244095118420251a0bc into d122e5e53f5a4806b33632d440d9a043(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:53,141 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:53,141 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/A, priority=13, startTime=1732531013031; duration=0sec 2024-11-25T10:36:53,141 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:53,141 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:A 2024-11-25T10:36:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742449_1625 (size=12629) 2024-11-25T10:36:53,171 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/0e4b8e89fde0471c9af391d123a733d0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0e4b8e89fde0471c9af391d123a733d0 2024-11-25T10:36:53,179 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/C of 313fd2dbf07a7244095118420251a0bc into 0e4b8e89fde0471c9af391d123a733d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:53,179 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:53,179 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/C, priority=13, startTime=1732531013032; duration=0sec 2024-11-25T10:36:53,179 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:53,179 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:C 2024-11-25T10:36:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:36:53,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:53,538 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e13b8d6962e640498dcabf52482aa2e1_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e13b8d6962e640498dcabf52482aa2e1_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/534b16435bfb4ea8a5c72e1a631dd884, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/534b16435bfb4ea8a5c72e1a631dd884 is 175, key is test_row_0/A:col10/1732531011669/Put/seqid=0 2024-11-25T10:36:53,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742450_1626 (size=31105) 2024-11-25T10:36:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:53,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531073794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:53,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531073795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:53,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531073796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:53,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531073796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:53,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531073897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:53,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531073898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:53,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531073898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:53,943 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/534b16435bfb4ea8a5c72e1a631dd884 2024-11-25T10:36:53,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/4cf6e7923e794b33b5a840015d6020e8 is 50, key is test_row_0/B:col10/1732531011669/Put/seqid=0 2024-11-25T10:36:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742451_1627 (size=12151) 2024-11-25T10:36:53,969 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/4cf6e7923e794b33b5a840015d6020e8 2024-11-25T10:36:53,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/08a83c3ad1d34d97a97cc9506b4d3e05 is 50, key is test_row_0/C:col10/1732531011669/Put/seqid=0 2024-11-25T10:36:53,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742452_1628 (size=12151) 2024-11-25T10:36:54,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531074101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531074101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531074102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531074330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,332 DEBUG [Thread-2500 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:36:54,384 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/08a83c3ad1d34d97a97cc9506b4d3e05 2024-11-25T10:36:54,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/534b16435bfb4ea8a5c72e1a631dd884 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/534b16435bfb4ea8a5c72e1a631dd884 2024-11-25T10:36:54,395 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/534b16435bfb4ea8a5c72e1a631dd884, entries=150, sequenceid=235, filesize=30.4 K 2024-11-25T10:36:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:36:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/4cf6e7923e794b33b5a840015d6020e8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4cf6e7923e794b33b5a840015d6020e8 2024-11-25T10:36:54,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531074406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531074411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531074415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,416 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4cf6e7923e794b33b5a840015d6020e8, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T10:36:54,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/08a83c3ad1d34d97a97cc9506b4d3e05 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/08a83c3ad1d34d97a97cc9506b4d3e05 2024-11-25T10:36:54,425 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/08a83c3ad1d34d97a97cc9506b4d3e05, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T10:36:54,428 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 313fd2dbf07a7244095118420251a0bc in 1366ms, sequenceid=235, compaction requested=false 2024-11-25T10:36:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-25T10:36:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-25T10:36:54,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T10:36:54,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1330 sec 2024-11-25T10:36:54,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.1390 sec 2024-11-25T10:36:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:54,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T10:36:54,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:54,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:54,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:54,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:54,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:54,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:54,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250537eb1c2d694384a7a4ad928b1a2e93_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531013793/Put/seqid=0 2024-11-25T10:36:54,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742453_1629 (size=12304) 2024-11-25T10:36:54,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531074944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,947 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:54,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531074946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531074946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:54,949 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250537eb1c2d694384a7a4ad928b1a2e93_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250537eb1c2d694384a7a4ad928b1a2e93_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:54,950 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/013dafe039034db294c7c74f17392519, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:54,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/013dafe039034db294c7c74f17392519 is 175, key is test_row_0/A:col10/1732531013793/Put/seqid=0 2024-11-25T10:36:54,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742454_1630 (size=31105) 2024-11-25T10:36:54,957 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/013dafe039034db294c7c74f17392519 2024-11-25T10:36:54,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/3ce4ab804bb7404d8354c1ebcf043d41 is 50, key is test_row_0/B:col10/1732531013793/Put/seqid=0 2024-11-25T10:36:55,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742455_1631 (size=12151) 2024-11-25T10:36:55,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531075047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531075049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531075049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531075255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531075255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531075259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/3ce4ab804bb7404d8354c1ebcf043d41 2024-11-25T10:36:55,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/dd93b2eef8ea4d55abec999e515ddc6e is 50, key is test_row_0/C:col10/1732531013793/Put/seqid=0 2024-11-25T10:36:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742456_1632 (size=12151) 2024-11-25T10:36:55,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531075559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531075559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531075567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531075814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:55,816 DEBUG [Thread-2502 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:36:55,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/dd93b2eef8ea4d55abec999e515ddc6e 2024-11-25T10:36:55,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/013dafe039034db294c7c74f17392519 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/013dafe039034db294c7c74f17392519 2024-11-25T10:36:55,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/013dafe039034db294c7c74f17392519, entries=150, sequenceid=250, filesize=30.4 K 2024-11-25T10:36:55,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/3ce4ab804bb7404d8354c1ebcf043d41 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/3ce4ab804bb7404d8354c1ebcf043d41 2024-11-25T10:36:55,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/3ce4ab804bb7404d8354c1ebcf043d41, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:36:55,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/dd93b2eef8ea4d55abec999e515ddc6e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/dd93b2eef8ea4d55abec999e515ddc6e 2024-11-25T10:36:55,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/dd93b2eef8ea4d55abec999e515ddc6e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-25T10:36:55,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 313fd2dbf07a7244095118420251a0bc in 1011ms, sequenceid=250, compaction requested=true 2024-11-25T10:36:55,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:55,926 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:55,926 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:55,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:55,927 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:55,927 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/A is initiating minor compaction (all files) 2024-11-25T10:36:55,927 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/A in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:55,927 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d122e5e53f5a4806b33632d440d9a043, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/534b16435bfb4ea8a5c72e1a631dd884, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/013dafe039034db294c7c74f17392519] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=91.6 K 2024-11-25T10:36:55,927 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:55,927 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d122e5e53f5a4806b33632d440d9a043, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/534b16435bfb4ea8a5c72e1a631dd884, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/013dafe039034db294c7c74f17392519] 2024-11-25T10:36:55,927 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:55,927 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/B is initiating minor compaction (all files) 2024-11-25T10:36:55,927 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d122e5e53f5a4806b33632d440d9a043, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732531011302 2024-11-25T10:36:55,928 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/B in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:55,928 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 534b16435bfb4ea8a5c72e1a631dd884, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732531011667 2024-11-25T10:36:55,928 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/712d3e68c92340009c102169dcd2017d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4cf6e7923e794b33b5a840015d6020e8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/3ce4ab804bb7404d8354c1ebcf043d41] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=36.1 K 2024-11-25T10:36:55,928 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 013dafe039034db294c7c74f17392519, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732531013793 2024-11-25T10:36:55,928 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 712d3e68c92340009c102169dcd2017d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732531011302 2024-11-25T10:36:55,928 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cf6e7923e794b33b5a840015d6020e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732531011667 2024-11-25T10:36:55,928 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce4ab804bb7404d8354c1ebcf043d41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732531013793 2024-11-25T10:36:55,939 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:55,946 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#B#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:55,946 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/1bb80588c0444e968501ae2b536cca79 is 50, key is test_row_0/B:col10/1732531013793/Put/seqid=0 2024-11-25T10:36:55,954 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250895245cccb14bdda91bb8bd119b736b_313fd2dbf07a7244095118420251a0bc store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:55,956 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250895245cccb14bdda91bb8bd119b736b_313fd2dbf07a7244095118420251a0bc, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:55,957 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250895245cccb14bdda91bb8bd119b736b_313fd2dbf07a7244095118420251a0bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742457_1633 (size=12731) 2024-11-25T10:36:56,025 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/1bb80588c0444e968501ae2b536cca79 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bb80588c0444e968501ae2b536cca79 2024-11-25T10:36:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742458_1634 (size=4469) 2024-11-25T10:36:56,035 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/B of 313fd2dbf07a7244095118420251a0bc into 1bb80588c0444e968501ae2b536cca79(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:56,035 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:56,035 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/B, priority=13, startTime=1732531015926; duration=0sec 2024-11-25T10:36:56,035 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:56,035 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:B 2024-11-25T10:36:56,035 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:56,038 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#A#compaction#529 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:56,038 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:56,038 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/C is initiating minor compaction (all files) 2024-11-25T10:36:56,038 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/C in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:56,038 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0e4b8e89fde0471c9af391d123a733d0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/08a83c3ad1d34d97a97cc9506b4d3e05, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/dd93b2eef8ea4d55abec999e515ddc6e] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=36.1 K 2024-11-25T10:36:56,038 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/770ef799e780464f97d46bebfd4f2e54 is 175, key is test_row_0/A:col10/1732531013793/Put/seqid=0 2024-11-25T10:36:56,038 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e4b8e89fde0471c9af391d123a733d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732531011302 2024-11-25T10:36:56,039 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 08a83c3ad1d34d97a97cc9506b4d3e05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732531011667 2024-11-25T10:36:56,041 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting dd93b2eef8ea4d55abec999e515ddc6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732531013793 2024-11-25T10:36:56,053 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:56,054 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/ceb952c42ccd4bc6a82b948b569d343f is 50, key is test_row_0/C:col10/1732531013793/Put/seqid=0 2024-11-25T10:36:56,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742459_1635 (size=31685) 2024-11-25T10:36:56,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742460_1636 (size=12731) 2024-11-25T10:36:56,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T10:36:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:56,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:56,097 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/ceb952c42ccd4bc6a82b948b569d343f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/ceb952c42ccd4bc6a82b948b569d343f 2024-11-25T10:36:56,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251955eebda31741149af0ee271f56bfc6_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531016086/Put/seqid=0 2024-11-25T10:36:56,111 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/C of 313fd2dbf07a7244095118420251a0bc into ceb952c42ccd4bc6a82b948b569d343f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:56,111 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:56,112 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/C, priority=13, startTime=1732531015926; duration=0sec 2024-11-25T10:36:56,112 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:56,112 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:C 2024-11-25T10:36:56,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531076115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531076115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531076115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742461_1637 (size=14994) 2024-11-25T10:36:56,131 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:56,140 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251955eebda31741149af0ee271f56bfc6_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251955eebda31741149af0ee271f56bfc6_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:56,141 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/b6dd937a26c54c658cf67a46aa7d7b7d, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:56,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/b6dd937a26c54c658cf67a46aa7d7b7d is 175, key is test_row_0/A:col10/1732531016086/Put/seqid=0 2024-11-25T10:36:56,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742462_1638 (size=39949) 2024-11-25T10:36:56,176 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/b6dd937a26c54c658cf67a46aa7d7b7d 2024-11-25T10:36:56,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/ab55fd5068cc410d96c340c1127b36f0 is 50, key is test_row_0/B:col10/1732531016086/Put/seqid=0 2024-11-25T10:36:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742463_1639 (size=12301) 2024-11-25T10:36:56,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/ab55fd5068cc410d96c340c1127b36f0 2024-11-25T10:36:56,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/4240ef8f276c408b94b40753d928e6e1 is 50, key is test_row_0/C:col10/1732531016086/Put/seqid=0 2024-11-25T10:36:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531076221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531076221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531076221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742464_1640 (size=12301) 2024-11-25T10:36:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T10:36:56,411 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T10:36:56,412 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-25T10:36:56,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:36:56,413 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:56,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:56,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531076423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531076426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531076427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,460 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/770ef799e780464f97d46bebfd4f2e54 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/770ef799e780464f97d46bebfd4f2e54 2024-11-25T10:36:56,463 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/A of 313fd2dbf07a7244095118420251a0bc into 770ef799e780464f97d46bebfd4f2e54(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:56,463 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:56,463 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/A, priority=13, startTime=1732531015925; duration=0sec 2024-11-25T10:36:56,463 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:56,463 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:A 2024-11-25T10:36:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:36:56,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T10:36:56,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:56,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:56,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:56,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:56,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:56,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/4240ef8f276c408b94b40753d928e6e1 2024-11-25T10:36:56,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/b6dd937a26c54c658cf67a46aa7d7b7d as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/b6dd937a26c54c658cf67a46aa7d7b7d 2024-11-25T10:36:56,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/b6dd937a26c54c658cf67a46aa7d7b7d, entries=200, sequenceid=277, filesize=39.0 K 2024-11-25T10:36:56,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/ab55fd5068cc410d96c340c1127b36f0 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/ab55fd5068cc410d96c340c1127b36f0 2024-11-25T10:36:56,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/ab55fd5068cc410d96c340c1127b36f0, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T10:36:56,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/4240ef8f276c408b94b40753d928e6e1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/4240ef8f276c408b94b40753d928e6e1 2024-11-25T10:36:56,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/4240ef8f276c408b94b40753d928e6e1, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T10:36:56,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 313fd2dbf07a7244095118420251a0bc in 566ms, sequenceid=277, compaction requested=false 2024-11-25T10:36:56,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:36:56,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T10:36:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:56,717 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T10:36:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:56,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c1ca6ca161274c1daec6245bc275274b_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531016113/Put/seqid=0 2024-11-25T10:36:56,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742465_1641 (size=12454) 2024-11-25T10:36:56,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531076751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531076752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531076753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531076856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531076856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:56,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531076860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:36:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531077063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531077063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531077063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:57,141 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c1ca6ca161274c1daec6245bc275274b_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c1ca6ca161274c1daec6245bc275274b_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/49d79eaca4424cddb2a2a44142e714b2, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/49d79eaca4424cddb2a2a44142e714b2 is 175, key is test_row_0/A:col10/1732531016113/Put/seqid=0 2024-11-25T10:36:57,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742466_1642 (size=31255) 2024-11-25T10:36:57,147 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/49d79eaca4424cddb2a2a44142e714b2 2024-11-25T10:36:57,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/68ed32139a524a26abe52cff72f2d7dc is 50, key is test_row_0/B:col10/1732531016113/Put/seqid=0 2024-11-25T10:36:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742467_1643 (size=12301) 2024-11-25T10:36:57,156 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/68ed32139a524a26abe52cff72f2d7dc 2024-11-25T10:36:57,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/cf6fca9468c24db09ecfd709cfb0cb5e is 50, key is test_row_0/C:col10/1732531016113/Put/seqid=0 2024-11-25T10:36:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742468_1644 (size=12301) 2024-11-25T10:36:57,185 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/cf6fca9468c24db09ecfd709cfb0cb5e 2024-11-25T10:36:57,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/49d79eaca4424cddb2a2a44142e714b2 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/49d79eaca4424cddb2a2a44142e714b2 2024-11-25T10:36:57,193 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/49d79eaca4424cddb2a2a44142e714b2, entries=150, sequenceid=289, filesize=30.5 K 2024-11-25T10:36:57,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/68ed32139a524a26abe52cff72f2d7dc as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/68ed32139a524a26abe52cff72f2d7dc 2024-11-25T10:36:57,197 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/68ed32139a524a26abe52cff72f2d7dc, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T10:36:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/cf6fca9468c24db09ecfd709cfb0cb5e as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cf6fca9468c24db09ecfd709cfb0cb5e 2024-11-25T10:36:57,202 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cf6fca9468c24db09ecfd709cfb0cb5e, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T10:36:57,203 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 313fd2dbf07a7244095118420251a0bc in 486ms, sequenceid=289, compaction requested=true 2024-11-25T10:36:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-25T10:36:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-25T10:36:57,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T10:36:57,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 791 msec 2024-11-25T10:36:57,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 793 msec 2024-11-25T10:36:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:57,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T10:36:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:57,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:57,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252bda84e3912145b7a0af48ce2fc4257a_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531017367/Put/seqid=0 2024-11-25T10:36:57,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531077379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531077379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531077380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742469_1645 (size=17534) 2024-11-25T10:36:57,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:57,419 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252bda84e3912145b7a0af48ce2fc4257a_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252bda84e3912145b7a0af48ce2fc4257a_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:57,420 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d8a9cd7956fe43f78039a95a05e6f56b, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:57,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d8a9cd7956fe43f78039a95a05e6f56b is 175, key is test_row_0/A:col10/1732531017367/Put/seqid=0 2024-11-25T10:36:57,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742470_1646 (size=48639) 2024-11-25T10:36:57,424 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d8a9cd7956fe43f78039a95a05e6f56b 2024-11-25T10:36:57,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/9166676fcdab4ecf94a53d321adee4df is 50, key is test_row_0/B:col10/1732531017367/Put/seqid=0 2024-11-25T10:36:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742471_1647 (size=12301) 2024-11-25T10:36:57,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/9166676fcdab4ecf94a53d321adee4df 2024-11-25T10:36:57,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/771046ca759d4e24b8acd9ca166b018c is 50, key is test_row_0/C:col10/1732531017367/Put/seqid=0 2024-11-25T10:36:57,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742472_1648 (size=12301) 2024-11-25T10:36:57,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/771046ca759d4e24b8acd9ca166b018c 2024-11-25T10:36:57,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d8a9cd7956fe43f78039a95a05e6f56b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d8a9cd7956fe43f78039a95a05e6f56b 2024-11-25T10:36:57,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531077483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d8a9cd7956fe43f78039a95a05e6f56b, entries=250, sequenceid=317, filesize=47.5 K 2024-11-25T10:36:57,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531077483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/9166676fcdab4ecf94a53d321adee4df as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9166676fcdab4ecf94a53d321adee4df 2024-11-25T10:36:57,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531077487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9166676fcdab4ecf94a53d321adee4df, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T10:36:57,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/771046ca759d4e24b8acd9ca166b018c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/771046ca759d4e24b8acd9ca166b018c 2024-11-25T10:36:57,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/771046ca759d4e24b8acd9ca166b018c, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T10:36:57,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 313fd2dbf07a7244095118420251a0bc in 127ms, sequenceid=317, compaction requested=true 2024-11-25T10:36:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:57,497 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:57,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:57,497 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:57,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:57,499 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:57,499 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/A is initiating minor compaction (all files) 2024-11-25T10:36:57,499 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/A in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:57,499 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/770ef799e780464f97d46bebfd4f2e54, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/b6dd937a26c54c658cf67a46aa7d7b7d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/49d79eaca4424cddb2a2a44142e714b2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d8a9cd7956fe43f78039a95a05e6f56b] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=148.0 K 2024-11-25T10:36:57,499 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:57,499 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/770ef799e780464f97d46bebfd4f2e54, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/b6dd937a26c54c658cf67a46aa7d7b7d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/49d79eaca4424cddb2a2a44142e714b2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d8a9cd7956fe43f78039a95a05e6f56b] 2024-11-25T10:36:57,500 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:57,500 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/B is initiating minor compaction (all files) 2024-11-25T10:36:57,500 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/B in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:57,500 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bb80588c0444e968501ae2b536cca79, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/ab55fd5068cc410d96c340c1127b36f0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/68ed32139a524a26abe52cff72f2d7dc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9166676fcdab4ecf94a53d321adee4df] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=48.5 K 2024-11-25T10:36:57,500 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 770ef799e780464f97d46bebfd4f2e54, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732531013793 2024-11-25T10:36:57,500 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bb80588c0444e968501ae2b536cca79, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732531013793 2024-11-25T10:36:57,500 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6dd937a26c54c658cf67a46aa7d7b7d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732531014940 2024-11-25T10:36:57,500 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting ab55fd5068cc410d96c340c1127b36f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732531014944 2024-11-25T10:36:57,501 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49d79eaca4424cddb2a2a44142e714b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732531016109 2024-11-25T10:36:57,501 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 68ed32139a524a26abe52cff72f2d7dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732531016109 2024-11-25T10:36:57,501 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8a9cd7956fe43f78039a95a05e6f56b, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732531016744 2024-11-25T10:36:57,501 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 9166676fcdab4ecf94a53d321adee4df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732531016744 2024-11-25T10:36:57,515 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T10:36:57,516 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-25T10:36:57,517 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-25T10:36:57,518 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T10:36:57,519 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250e661aee615c4c749a34b9f378c5f461_313fd2dbf07a7244095118420251a0bc store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:57,520 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#B#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:57,520 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/1560bc4da4964e02acb6366b026b9635 is 50, key is test_row_0/B:col10/1732531017367/Put/seqid=0 2024-11-25T10:36:57,521 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:57,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:57,522 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250e661aee615c4c749a34b9f378c5f461_313fd2dbf07a7244095118420251a0bc, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:57,522 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250e661aee615c4c749a34b9f378c5f461_313fd2dbf07a7244095118420251a0bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742473_1649 (size=13017) 2024-11-25T10:36:57,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742474_1650 (size=4469) 2024-11-25T10:36:57,567 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#A#compaction#541 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:57,568 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/4bce15340bb84a6d805fd4b0fa372780 is 175, key is test_row_0/A:col10/1732531017367/Put/seqid=0 2024-11-25T10:36:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742475_1651 (size=31971) 2024-11-25T10:36:57,591 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/4bce15340bb84a6d805fd4b0fa372780 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4bce15340bb84a6d805fd4b0fa372780 2024-11-25T10:36:57,596 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/A of 313fd2dbf07a7244095118420251a0bc into 4bce15340bb84a6d805fd4b0fa372780(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:57,596 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:57,596 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/A, priority=12, startTime=1732531017497; duration=0sec 2024-11-25T10:36:57,597 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:57,597 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:A 2024-11-25T10:36:57,597 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T10:36:57,598 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T10:36:57,598 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/C is initiating minor compaction (all files) 2024-11-25T10:36:57,598 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/C in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:57,598 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/ceb952c42ccd4bc6a82b948b569d343f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/4240ef8f276c408b94b40753d928e6e1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cf6fca9468c24db09ecfd709cfb0cb5e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/771046ca759d4e24b8acd9ca166b018c] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=48.5 K 2024-11-25T10:36:57,599 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb952c42ccd4bc6a82b948b569d343f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732531013793 2024-11-25T10:36:57,599 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4240ef8f276c408b94b40753d928e6e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732531014944 2024-11-25T10:36:57,599 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf6fca9468c24db09ecfd709cfb0cb5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732531016109 2024-11-25T10:36:57,599 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 771046ca759d4e24b8acd9ca166b018c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732531016744 2024-11-25T10:36:57,608 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#C#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:57,608 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/cd4d0605d437437d886e8de931e7f2d9 is 50, key is test_row_0/C:col10/1732531017367/Put/seqid=0 2024-11-25T10:36:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742476_1652 (size=13017) 2024-11-25T10:36:57,620 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/cd4d0605d437437d886e8de931e7f2d9 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cd4d0605d437437d886e8de931e7f2d9 2024-11-25T10:36:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T10:36:57,626 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/C of 313fd2dbf07a7244095118420251a0bc into cd4d0605d437437d886e8de931e7f2d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:57,627 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:57,627 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/C, priority=12, startTime=1732531017497; duration=0sec 2024-11-25T10:36:57,627 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:57,627 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:C 2024-11-25T10:36:57,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T10:36:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:57,683 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T10:36:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:57,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:57,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125968bd7c034bb456b9bcfb62e34dd25b9_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531017378/Put/seqid=0 2024-11-25T10:36:57,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742477_1653 (size=12454) 2024-11-25T10:36:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531077721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531077722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531077723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T10:36:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531077827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531077827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531077827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:57,940 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/1560bc4da4964e02acb6366b026b9635 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1560bc4da4964e02acb6366b026b9635 2024-11-25T10:36:57,948 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/B of 313fd2dbf07a7244095118420251a0bc into 1560bc4da4964e02acb6366b026b9635(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:57,948 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:57,948 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/B, priority=12, startTime=1732531017497; duration=0sec 2024-11-25T10:36:57,948 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:57,948 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:B 2024-11-25T10:36:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531078031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531078033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531078034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:58,109 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125968bd7c034bb456b9bcfb62e34dd25b9_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125968bd7c034bb456b9bcfb62e34dd25b9_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:58,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/ccd4866e363d468bb33f138283176675, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:58,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/ccd4866e363d468bb33f138283176675 is 175, key is test_row_0/A:col10/1732531017378/Put/seqid=0 2024-11-25T10:36:58,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742478_1654 (size=31255) 2024-11-25T10:36:58,113 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/ccd4866e363d468bb33f138283176675 2024-11-25T10:36:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/d71905c294954158afb69b7dac2c004b is 50, key is test_row_0/B:col10/1732531017378/Put/seqid=0 2024-11-25T10:36:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742479_1655 (size=12301) 2024-11-25T10:36:58,122 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/d71905c294954158afb69b7dac2c004b 2024-11-25T10:36:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T10:36:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/a340dd5df8f64c06bcf574552038a4e6 is 50, key is test_row_0/C:col10/1732531017378/Put/seqid=0 2024-11-25T10:36:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742480_1656 (size=12301) 2024-11-25T10:36:58,133 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/a340dd5df8f64c06bcf574552038a4e6 2024-11-25T10:36:58,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/ccd4866e363d468bb33f138283176675 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ccd4866e363d468bb33f138283176675 2024-11-25T10:36:58,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ccd4866e363d468bb33f138283176675, entries=150, sequenceid=328, filesize=30.5 K 2024-11-25T10:36:58,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/d71905c294954158afb69b7dac2c004b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d71905c294954158afb69b7dac2c004b 2024-11-25T10:36:58,144 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d71905c294954158afb69b7dac2c004b, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:36:58,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/a340dd5df8f64c06bcf574552038a4e6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a340dd5df8f64c06bcf574552038a4e6 2024-11-25T10:36:58,149 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a340dd5df8f64c06bcf574552038a4e6, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T10:36:58,150 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 313fd2dbf07a7244095118420251a0bc in 466ms, sequenceid=328, compaction requested=false 2024-11-25T10:36:58,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:58,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:58,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-25T10:36:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-25T10:36:58,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-25T10:36:58,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 630 msec 2024-11-25T10:36:58,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 636 msec 2024-11-25T10:36:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:58,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-25T10:36:58,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:58,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:58,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:58,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:58,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:58,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:58,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531078340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531078344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531078344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531078347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112568f648840124437989b9013179a4efab_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531017721/Put/seqid=0 2024-11-25T10:36:58,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742481_1657 (size=12454) 2024-11-25T10:36:58,402 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:58,407 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112568f648840124437989b9013179a4efab_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568f648840124437989b9013179a4efab_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:58,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d5c57c7a76a5476d8ddf29ee04885460, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:58,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d5c57c7a76a5476d8ddf29ee04885460 is 175, key is test_row_0/A:col10/1732531017721/Put/seqid=0 2024-11-25T10:36:58,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742482_1658 (size=31255) 2024-11-25T10:36:58,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d5c57c7a76a5476d8ddf29ee04885460 2024-11-25T10:36:58,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/47fc9df4067941c6a0ca78ef6b7dab7a is 50, key is test_row_0/B:col10/1732531017721/Put/seqid=0 2024-11-25T10:36:58,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742483_1659 (size=12301) 2024-11-25T10:36:58,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/47fc9df4067941c6a0ca78ef6b7dab7a 2024-11-25T10:36:58,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531078444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/a10586e226f94e14840fcebc812e3cdd is 50, key is test_row_0/C:col10/1732531017721/Put/seqid=0 2024-11-25T10:36:58,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531078450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531078451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531078451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742484_1660 (size=12301) 2024-11-25T10:36:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T10:36:58,624 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-25T10:36:58,631 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-25T10:36:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-25T10:36:58,633 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T10:36:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:36:58,633 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T10:36:58,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T10:36:58,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531078647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531078653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531078653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531078655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:36:58,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:36:58,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:58,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:58,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:58,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:58,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:58,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/a10586e226f94e14840fcebc812e3cdd 2024-11-25T10:36:58,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d5c57c7a76a5476d8ddf29ee04885460 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d5c57c7a76a5476d8ddf29ee04885460 2024-11-25T10:36:58,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d5c57c7a76a5476d8ddf29ee04885460, entries=150, sequenceid=359, filesize=30.5 K 2024-11-25T10:36:58,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/47fc9df4067941c6a0ca78ef6b7dab7a as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/47fc9df4067941c6a0ca78ef6b7dab7a 2024-11-25T10:36:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:36:58,939 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:58,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/47fc9df4067941c6a0ca78ef6b7dab7a, entries=150, sequenceid=359, filesize=12.0 K 2024-11-25T10:36:58,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:36:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:58,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:58,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/a10586e226f94e14840fcebc812e3cdd as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a10586e226f94e14840fcebc812e3cdd 2024-11-25T10:36:58,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a10586e226f94e14840fcebc812e3cdd, entries=150, sequenceid=359, filesize=12.0 K 2024-11-25T10:36:58,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 313fd2dbf07a7244095118420251a0bc in 612ms, sequenceid=359, compaction requested=true 2024-11-25T10:36:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T10:36:58,951 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T10:36:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 313fd2dbf07a7244095118420251a0bc:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T10:36:58,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:58,951 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:58,953 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:58,953 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/B is initiating minor compaction (all files) 2024-11-25T10:36:58,953 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/B in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:58,953 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1560bc4da4964e02acb6366b026b9635, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d71905c294954158afb69b7dac2c004b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/47fc9df4067941c6a0ca78ef6b7dab7a] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=36.7 K 2024-11-25T10:36:58,953 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:58,953 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/A is initiating minor compaction (all files) 2024-11-25T10:36:58,953 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/A in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:58,953 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4bce15340bb84a6d805fd4b0fa372780, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ccd4866e363d468bb33f138283176675, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d5c57c7a76a5476d8ddf29ee04885460] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=92.3 K 2024-11-25T10:36:58,953 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:58,953 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. files: [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4bce15340bb84a6d805fd4b0fa372780, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ccd4866e363d468bb33f138283176675, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d5c57c7a76a5476d8ddf29ee04885460] 2024-11-25T10:36:58,953 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 1560bc4da4964e02acb6366b026b9635, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732531016744 2024-11-25T10:36:58,954 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bce15340bb84a6d805fd4b0fa372780, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732531016744 2024-11-25T10:36:58,954 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting d71905c294954158afb69b7dac2c004b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732531017378 2024-11-25T10:36:58,954 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccd4866e363d468bb33f138283176675, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732531017378 2024-11-25T10:36:58,954 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting 47fc9df4067941c6a0ca78ef6b7dab7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732531017717 2024-11-25T10:36:58,955 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5c57c7a76a5476d8ddf29ee04885460, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732531017717 2024-11-25T10:36:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:58,963 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:58,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T10:36:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:36:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:36:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:58,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:36:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:36:58,966 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#B#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:58,967 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/40dd1f8fa556403d9c6276da5a31ccf5 is 50, key is test_row_0/B:col10/1732531017721/Put/seqid=0 2024-11-25T10:36:58,968 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e397d357aca74736803d049e6eecc135_313fd2dbf07a7244095118420251a0bc store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:58,970 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e397d357aca74736803d049e6eecc135_313fd2dbf07a7244095118420251a0bc, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:58,970 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e397d357aca74736803d049e6eecc135_313fd2dbf07a7244095118420251a0bc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:58,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4d16e68adf346ed8fb11bd6b51e14a7_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531018960/Put/seqid=0 2024-11-25T10:36:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742485_1661 (size=13119) 2024-11-25T10:36:59,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531079023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531079024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531079025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531079025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742486_1662 (size=4469) 2024-11-25T10:36:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742487_1663 (size=14994) 2024-11-25T10:36:59,089 DEBUG [Thread-2511 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:49199 2024-11-25T10:36:59,089 DEBUG [Thread-2511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:59,090 DEBUG [Thread-2513 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:49199 2024-11-25T10:36:59,090 DEBUG [Thread-2513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:59,091 DEBUG [Thread-2507 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:49199 2024-11-25T10:36:59,091 DEBUG [Thread-2507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:59,092 DEBUG [Thread-2505 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:49199 2024-11-25T10:36:59,092 DEBUG [Thread-2505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:59,093 DEBUG [Thread-2509 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:49199 2024-11-25T10:36:59,093 DEBUG [Thread-2509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:36:59,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:36:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531079130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531079131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531079130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531079131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:36:59,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:36:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531079332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531079332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531079333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531079333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:36:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,424 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/40dd1f8fa556403d9c6276da5a31ccf5 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/40dd1f8fa556403d9c6276da5a31ccf5 2024-11-25T10:36:59,428 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/B of 313fd2dbf07a7244095118420251a0bc into 40dd1f8fa556403d9c6276da5a31ccf5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:59,428 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:59,428 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/B, priority=13, startTime=1732531018951; duration=0sec 2024-11-25T10:36:59,428 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T10:36:59,428 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:B 2024-11-25T10:36:59,428 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T10:36:59,429 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T10:36:59,429 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1540): 313fd2dbf07a7244095118420251a0bc/C is initiating minor compaction (all files) 2024-11-25T10:36:59,429 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 313fd2dbf07a7244095118420251a0bc/C in TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,430 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cd4d0605d437437d886e8de931e7f2d9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a340dd5df8f64c06bcf574552038a4e6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a10586e226f94e14840fcebc812e3cdd] into tmpdir=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp, totalSize=36.7 K 2024-11-25T10:36:59,430 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting cd4d0605d437437d886e8de931e7f2d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732531016744 2024-11-25T10:36:59,430 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a340dd5df8f64c06bcf574552038a4e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732531017378 2024-11-25T10:36:59,431 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] compactions.Compactor(224): Compacting a10586e226f94e14840fcebc812e3cdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732531017717 2024-11-25T10:36:59,436 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#C#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:59,437 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/981f0385a18549a3a92598981f43409f is 50, key is test_row_0/C:col10/1732531017721/Put/seqid=0 2024-11-25T10:36:59,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742488_1664 (size=13119) 2024-11-25T10:36:59,448 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 313fd2dbf07a7244095118420251a0bc#A#compaction#550 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T10:36:59,448 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/39974252d1df4ff8b27564d67b4eb44c is 175, key is test_row_0/A:col10/1732531017721/Put/seqid=0 2024-11-25T10:36:59,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742489_1665 (size=32073) 2024-11-25T10:36:59,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:36:59,459 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4d16e68adf346ed8fb11bd6b51e14a7_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4d16e68adf346ed8fb11bd6b51e14a7_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:36:59,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/4d74208d65ca4d338b078624d2c3e525, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:36:59,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/4d74208d65ca4d338b078624d2c3e525 is 175, key is test_row_0/A:col10/1732531018960/Put/seqid=0 2024-11-25T10:36:59,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742490_1666 (size=39949) 2024-11-25T10:36:59,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:36:59,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:59,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531079634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531079635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531079636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531079636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:36:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:36:59,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:36:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40642 deadline: 1732531079838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,839 DEBUG [Thread-2502 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., hostname=1ab1d4f27f0d,44363,1732530842303, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor37.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T10:36:59,843 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/981f0385a18549a3a92598981f43409f as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/981f0385a18549a3a92598981f43409f 2024-11-25T10:36:59,846 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/C of 313fd2dbf07a7244095118420251a0bc into 981f0385a18549a3a92598981f43409f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:59,847 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:59,847 INFO [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/C, priority=13, startTime=1732531018951; duration=0sec 2024-11-25T10:36:59,847 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:59,847 DEBUG [RS:0;1ab1d4f27f0d:44363-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:C 2024-11-25T10:36:59,855 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/39974252d1df4ff8b27564d67b4eb44c as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/39974252d1df4ff8b27564d67b4eb44c 2024-11-25T10:36:59,859 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 313fd2dbf07a7244095118420251a0bc/A of 313fd2dbf07a7244095118420251a0bc into 39974252d1df4ff8b27564d67b4eb44c(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T10:36:59,859 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:36:59,859 INFO [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc., storeName=313fd2dbf07a7244095118420251a0bc/A, priority=13, startTime=1732531018951; duration=0sec 2024-11-25T10:36:59,859 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T10:36:59,859 DEBUG [RS:0;1ab1d4f27f0d:44363-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 313fd2dbf07a7244095118420251a0bc:A 2024-11-25T10:36:59,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:36:59,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:36:59,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:36:59,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:36:59,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:36:59,863 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/4d74208d65ca4d338b078624d2c3e525 2024-11-25T10:36:59,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/306b25ba87744cbe9f0d5ec52731b42b is 50, key is test_row_0/B:col10/1732531018960/Put/seqid=0 2024-11-25T10:36:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742491_1667 (size=12301) 2024-11-25T10:36:59,889 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T10:37:00,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:37:00,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:37:00,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:37:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40622 deadline: 1732531080138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:37:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40554 deadline: 1732531080140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:37:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T10:37:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40638 deadline: 1732531080140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40576 deadline: 1732531080140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:37:00,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:37:00,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/306b25ba87744cbe9f0d5ec52731b42b 2024-11-25T10:37:00,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/fc452eb7ac6e4fb0a2c684f0a522db54 is 50, key is test_row_0/C:col10/1732531018960/Put/seqid=0 2024-11-25T10:37:00,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742492_1668 (size=12301) 2024-11-25T10:37:00,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:37:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:37:00,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,473 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:37:00,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:37:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:37:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:37:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T10:37:00,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/fc452eb7ac6e4fb0a2c684f0a522db54 2024-11-25T10:37:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/4d74208d65ca4d338b078624d2c3e525 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4d74208d65ca4d338b078624d2c3e525 2024-11-25T10:37:00,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4d74208d65ca4d338b078624d2c3e525, entries=200, sequenceid=371, filesize=39.0 K 2024-11-25T10:37:00,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/306b25ba87744cbe9f0d5ec52731b42b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/306b25ba87744cbe9f0d5ec52731b42b 2024-11-25T10:37:00,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/306b25ba87744cbe9f0d5ec52731b42b, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T10:37:00,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/fc452eb7ac6e4fb0a2c684f0a522db54 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fc452eb7ac6e4fb0a2c684f0a522db54 2024-11-25T10:37:00,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fc452eb7ac6e4fb0a2c684f0a522db54, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T10:37:00,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 313fd2dbf07a7244095118420251a0bc in 1730ms, sequenceid=371, compaction requested=false 2024-11-25T10:37:00,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:37:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:37:00,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:00,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44363 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T10:37:00,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:00,780 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T10:37:00,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:37:00,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:37:00,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:37:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:37:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:37:00,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:37:00,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b7121cb9db384007a02079b5dd59b5cf_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531019019/Put/seqid=0 2024-11-25T10:37:00,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742493_1669 (size=12454) 2024-11-25T10:37:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44363 {}] regionserver.HRegion(8581): Flush requested on 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. as already flushing 2024-11-25T10:37:01,142 DEBUG [Thread-2498 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:49199 2024-11-25T10:37:01,142 DEBUG [Thread-2498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:01,142 DEBUG [Thread-2500 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:49199 2024-11-25T10:37:01,142 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:01,143 DEBUG [Thread-2496 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:49199 2024-11-25T10:37:01,143 DEBUG [Thread-2496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:01,148 DEBUG [Thread-2494 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:49199 2024-11-25T10:37:01,148 DEBUG [Thread-2494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:01,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:37:01,191 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b7121cb9db384007a02079b5dd59b5cf_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b7121cb9db384007a02079b5dd59b5cf_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:01,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d373cd677cd141949e3d25d2b6043133, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:37:01,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d373cd677cd141949e3d25d2b6043133 is 175, key is test_row_0/A:col10/1732531019019/Put/seqid=0 2024-11-25T10:37:01,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742494_1670 (size=31255) 2024-11-25T10:37:01,596 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d373cd677cd141949e3d25d2b6043133 2024-11-25T10:37:01,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/5607b713e0eb4fb4bac7bb8d9479e4c1 is 50, key is test_row_0/B:col10/1732531019019/Put/seqid=0 2024-11-25T10:37:01,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742495_1671 (size=12301) 2024-11-25T10:37:02,005 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/5607b713e0eb4fb4bac7bb8d9479e4c1 2024-11-25T10:37:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/e00f0d7623c14576a4b175df40fafca8 is 50, key is test_row_0/C:col10/1732531019019/Put/seqid=0 2024-11-25T10:37:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742496_1672 (size=12301) 2024-11-25T10:37:02,446 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/e00f0d7623c14576a4b175df40fafca8 2024-11-25T10:37:02,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d373cd677cd141949e3d25d2b6043133 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d373cd677cd141949e3d25d2b6043133 2024-11-25T10:37:02,457 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d373cd677cd141949e3d25d2b6043133, entries=150, sequenceid=398, filesize=30.5 K 2024-11-25T10:37:02,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/5607b713e0eb4fb4bac7bb8d9479e4c1 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/5607b713e0eb4fb4bac7bb8d9479e4c1 2024-11-25T10:37:02,463 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/5607b713e0eb4fb4bac7bb8d9479e4c1, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T10:37:02,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/e00f0d7623c14576a4b175df40fafca8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/e00f0d7623c14576a4b175df40fafca8 2024-11-25T10:37:02,468 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/e00f0d7623c14576a4b175df40fafca8, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T10:37:02,469 INFO [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 313fd2dbf07a7244095118420251a0bc in 1689ms, sequenceid=398, compaction requested=true 2024-11-25T10:37:02,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:37:02,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:02,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1ab1d4f27f0d:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-25T10:37:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-25T10:37:02,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-25T10:37:02,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8370 sec 2024-11-25T10:37:02,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 3.8410 sec 2024-11-25T10:37:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T10:37:02,738 INFO [Thread-2504 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-25T10:37:09,936 DEBUG [Thread-2502 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:49199 2024-11-25T10:37:09,936 DEBUG [Thread-2502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5149 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5066 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5035 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5202 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5068 2024-11-25T10:37:09,937 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T10:37:09,937 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:37:09,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:49199 2024-11-25T10:37:09,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:09,937 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T10:37:09,938 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-25T10:37:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T10:37:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T10:37:09,940 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531029940"}]},"ts":"1732531029940"} 2024-11-25T10:37:09,941 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T10:37:09,967 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T10:37:09,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T10:37:09,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, UNASSIGN}] 2024-11-25T10:37:09,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, UNASSIGN 2024-11-25T10:37:09,969 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=313fd2dbf07a7244095118420251a0bc, regionState=CLOSING, regionLocation=1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:09,970 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T10:37:09,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; CloseRegionProcedure 313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303}] 2024-11-25T10:37:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T10:37:10,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:10,122 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(124): Close 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:10,122 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T10:37:10,123 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1681): Closing 313fd2dbf07a7244095118420251a0bc, disabling compactions & flushes 2024-11-25T10:37:10,123 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:10,123 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:10,123 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. after waiting 0 ms 2024-11-25T10:37:10,123 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:10,123 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(2837): Flushing 313fd2dbf07a7244095118420251a0bc 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T10:37:10,123 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=A 2024-11-25T10:37:10,123 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:37:10,123 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=B 2024-11-25T10:37:10,124 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:37:10,124 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 313fd2dbf07a7244095118420251a0bc, store=C 2024-11-25T10:37:10,124 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T10:37:10,131 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e197c5cd22a34089af69852bd4325aed_313fd2dbf07a7244095118420251a0bc is 50, key is test_row_0/A:col10/1732531021141/Put/seqid=0 2024-11-25T10:37:10,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742497_1673 (size=9914) 2024-11-25T10:37:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T10:37:10,535 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T10:37:10,539 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e197c5cd22a34089af69852bd4325aed_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e197c5cd22a34089af69852bd4325aed_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:10,540 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d607f7313bd441deb7f59337641e8e4b, store: [table=TestAcidGuarantees family=A region=313fd2dbf07a7244095118420251a0bc] 2024-11-25T10:37:10,541 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d607f7313bd441deb7f59337641e8e4b is 175, key is test_row_0/A:col10/1732531021141/Put/seqid=0 2024-11-25T10:37:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T10:37:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742498_1674 (size=22561) 2024-11-25T10:37:10,945 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d607f7313bd441deb7f59337641e8e4b 2024-11-25T10:37:10,956 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/0aaa33b399fc4d6cb595c62525f14a42 is 50, key is test_row_0/B:col10/1732531021141/Put/seqid=0 2024-11-25T10:37:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742499_1675 (size=9857) 2024-11-25T10:37:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T10:37:11,360 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/0aaa33b399fc4d6cb595c62525f14a42 2024-11-25T10:37:11,370 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/8abb029231324818b9e4bae4605cf030 is 50, key is test_row_0/C:col10/1732531021141/Put/seqid=0 2024-11-25T10:37:11,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742500_1676 (size=9857) 2024-11-25T10:37:11,774 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/8abb029231324818b9e4bae4605cf030 2024-11-25T10:37:11,781 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/A/d607f7313bd441deb7f59337641e8e4b as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d607f7313bd441deb7f59337641e8e4b 2024-11-25T10:37:11,786 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d607f7313bd441deb7f59337641e8e4b, entries=100, sequenceid=406, filesize=22.0 K 2024-11-25T10:37:11,786 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/B/0aaa33b399fc4d6cb595c62525f14a42 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/0aaa33b399fc4d6cb595c62525f14a42 2024-11-25T10:37:11,789 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/0aaa33b399fc4d6cb595c62525f14a42, entries=100, sequenceid=406, filesize=9.6 K 2024-11-25T10:37:11,789 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/.tmp/C/8abb029231324818b9e4bae4605cf030 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/8abb029231324818b9e4bae4605cf030 2024-11-25T10:37:11,791 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/8abb029231324818b9e4bae4605cf030, entries=100, sequenceid=406, filesize=9.6 K 2024-11-25T10:37:11,792 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 313fd2dbf07a7244095118420251a0bc in 1669ms, sequenceid=406, compaction requested=true 2024-11-25T10:37:11,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/8342bea87ac74748bc622ca6e553fe1d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/9609d55ea8c444abbd0f867b6acfcaa6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/5a48fff54bd446fcb4cd7413e71af3f3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/7f92873d19fc461489c8c74e66943664, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/10e345f161e24a1fa643ef81d288cb6d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/f8b87c123e9b4dd084648f1d4061eadc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/eb05fcb356694afc861e827829ff5125, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/cf98470964de484f9c1c00674a97e265, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/07787da3d953422d97c465b4e0e245f3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/961dfc2dd648428f90989ca75c0956bf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ee1e2257be1f49b498ea1627a8a60667, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/0ae4517f1e6b45bd9064451050cde01e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/01627471fe5c4c6bb511dc8358fa5190, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/81d241c67a9142d8a9618e18fed5b3f3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d122e5e53f5a4806b33632d440d9a043, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/534b16435bfb4ea8a5c72e1a631dd884, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/770ef799e780464f97d46bebfd4f2e54, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/013dafe039034db294c7c74f17392519, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/b6dd937a26c54c658cf67a46aa7d7b7d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/49d79eaca4424cddb2a2a44142e714b2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d8a9cd7956fe43f78039a95a05e6f56b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4bce15340bb84a6d805fd4b0fa372780, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ccd4866e363d468bb33f138283176675, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d5c57c7a76a5476d8ddf29ee04885460] to archive 2024-11-25T10:37:11,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:37:11,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/8342bea87ac74748bc622ca6e553fe1d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/8342bea87ac74748bc622ca6e553fe1d 2024-11-25T10:37:11,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/9609d55ea8c444abbd0f867b6acfcaa6 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/9609d55ea8c444abbd0f867b6acfcaa6 2024-11-25T10:37:11,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/5a48fff54bd446fcb4cd7413e71af3f3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/5a48fff54bd446fcb4cd7413e71af3f3 2024-11-25T10:37:11,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/7f92873d19fc461489c8c74e66943664 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/7f92873d19fc461489c8c74e66943664 2024-11-25T10:37:11,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/10e345f161e24a1fa643ef81d288cb6d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/10e345f161e24a1fa643ef81d288cb6d 2024-11-25T10:37:11,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/f8b87c123e9b4dd084648f1d4061eadc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/f8b87c123e9b4dd084648f1d4061eadc 2024-11-25T10:37:11,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/eb05fcb356694afc861e827829ff5125 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/eb05fcb356694afc861e827829ff5125 2024-11-25T10:37:11,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/cf98470964de484f9c1c00674a97e265 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/cf98470964de484f9c1c00674a97e265 2024-11-25T10:37:11,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/07787da3d953422d97c465b4e0e245f3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/07787da3d953422d97c465b4e0e245f3 2024-11-25T10:37:11,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/961dfc2dd648428f90989ca75c0956bf to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/961dfc2dd648428f90989ca75c0956bf 2024-11-25T10:37:11,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ee1e2257be1f49b498ea1627a8a60667 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ee1e2257be1f49b498ea1627a8a60667 2024-11-25T10:37:11,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/0ae4517f1e6b45bd9064451050cde01e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/0ae4517f1e6b45bd9064451050cde01e 2024-11-25T10:37:11,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/01627471fe5c4c6bb511dc8358fa5190 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/01627471fe5c4c6bb511dc8358fa5190 2024-11-25T10:37:11,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/81d241c67a9142d8a9618e18fed5b3f3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/81d241c67a9142d8a9618e18fed5b3f3 2024-11-25T10:37:11,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d122e5e53f5a4806b33632d440d9a043 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d122e5e53f5a4806b33632d440d9a043 2024-11-25T10:37:11,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/534b16435bfb4ea8a5c72e1a631dd884 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/534b16435bfb4ea8a5c72e1a631dd884 2024-11-25T10:37:11,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/770ef799e780464f97d46bebfd4f2e54 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/770ef799e780464f97d46bebfd4f2e54 2024-11-25T10:37:11,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/013dafe039034db294c7c74f17392519 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/013dafe039034db294c7c74f17392519 2024-11-25T10:37:11,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/b6dd937a26c54c658cf67a46aa7d7b7d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/b6dd937a26c54c658cf67a46aa7d7b7d 2024-11-25T10:37:11,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/49d79eaca4424cddb2a2a44142e714b2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/49d79eaca4424cddb2a2a44142e714b2 2024-11-25T10:37:11,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d8a9cd7956fe43f78039a95a05e6f56b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d8a9cd7956fe43f78039a95a05e6f56b 2024-11-25T10:37:11,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4bce15340bb84a6d805fd4b0fa372780 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4bce15340bb84a6d805fd4b0fa372780 2024-11-25T10:37:11,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ccd4866e363d468bb33f138283176675 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/ccd4866e363d468bb33f138283176675 2024-11-25T10:37:11,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d5c57c7a76a5476d8ddf29ee04885460 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d5c57c7a76a5476d8ddf29ee04885460 2024-11-25T10:37:11,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/2f42e6aa466d48f4a0da231aa1d662d3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d30486702baa41889586df4743867a7a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/c35afff3bc994ed3beec8516584e5abf, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bbeb4337d164bc9805f9e04a757e00a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d4d6c4133af94bed9fc5825743c09db3, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/29da78e37c3546de91d1d332afba6d1b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9a9cad797cff43c8a755fbed1b04328d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/a00b236755be4865bbfcd4533f241e89, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/f9394d575e1a4bd2b0e4aa15edda0807, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4793b50efdf14c548f72a3576bd83b2f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/b157c4ac75ea410daf99f6aaaefecb5c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/dce77cf9c87e4fb38169488747e2f378, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/e0ca8985b48c445d80fa5a7a62ab2615, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/712d3e68c92340009c102169dcd2017d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/428ad19a2bfc4a6fbe037e9c7f0105ec, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4cf6e7923e794b33b5a840015d6020e8, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bb80588c0444e968501ae2b536cca79, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/3ce4ab804bb7404d8354c1ebcf043d41, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/ab55fd5068cc410d96c340c1127b36f0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/68ed32139a524a26abe52cff72f2d7dc, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1560bc4da4964e02acb6366b026b9635, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9166676fcdab4ecf94a53d321adee4df, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d71905c294954158afb69b7dac2c004b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/47fc9df4067941c6a0ca78ef6b7dab7a] to archive 2024-11-25T10:37:11,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:37:11,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/2f42e6aa466d48f4a0da231aa1d662d3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/2f42e6aa466d48f4a0da231aa1d662d3 2024-11-25T10:37:11,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d30486702baa41889586df4743867a7a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d30486702baa41889586df4743867a7a 2024-11-25T10:37:11,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/c35afff3bc994ed3beec8516584e5abf to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/c35afff3bc994ed3beec8516584e5abf 2024-11-25T10:37:11,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bbeb4337d164bc9805f9e04a757e00a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bbeb4337d164bc9805f9e04a757e00a 2024-11-25T10:37:11,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d4d6c4133af94bed9fc5825743c09db3 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d4d6c4133af94bed9fc5825743c09db3 2024-11-25T10:37:11,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/29da78e37c3546de91d1d332afba6d1b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/29da78e37c3546de91d1d332afba6d1b 2024-11-25T10:37:11,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9a9cad797cff43c8a755fbed1b04328d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9a9cad797cff43c8a755fbed1b04328d 2024-11-25T10:37:11,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/a00b236755be4865bbfcd4533f241e89 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/a00b236755be4865bbfcd4533f241e89 2024-11-25T10:37:11,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/f9394d575e1a4bd2b0e4aa15edda0807 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/f9394d575e1a4bd2b0e4aa15edda0807 2024-11-25T10:37:11,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4793b50efdf14c548f72a3576bd83b2f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4793b50efdf14c548f72a3576bd83b2f 2024-11-25T10:37:11,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/b157c4ac75ea410daf99f6aaaefecb5c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/b157c4ac75ea410daf99f6aaaefecb5c 2024-11-25T10:37:11,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/dce77cf9c87e4fb38169488747e2f378 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/dce77cf9c87e4fb38169488747e2f378 2024-11-25T10:37:11,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/e0ca8985b48c445d80fa5a7a62ab2615 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/e0ca8985b48c445d80fa5a7a62ab2615 2024-11-25T10:37:11,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/712d3e68c92340009c102169dcd2017d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/712d3e68c92340009c102169dcd2017d 2024-11-25T10:37:11,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/428ad19a2bfc4a6fbe037e9c7f0105ec to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/428ad19a2bfc4a6fbe037e9c7f0105ec 2024-11-25T10:37:11,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4cf6e7923e794b33b5a840015d6020e8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/4cf6e7923e794b33b5a840015d6020e8 2024-11-25T10:37:11,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bb80588c0444e968501ae2b536cca79 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1bb80588c0444e968501ae2b536cca79 2024-11-25T10:37:11,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/3ce4ab804bb7404d8354c1ebcf043d41 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/3ce4ab804bb7404d8354c1ebcf043d41 2024-11-25T10:37:11,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/ab55fd5068cc410d96c340c1127b36f0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/ab55fd5068cc410d96c340c1127b36f0 2024-11-25T10:37:11,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/68ed32139a524a26abe52cff72f2d7dc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/68ed32139a524a26abe52cff72f2d7dc 2024-11-25T10:37:11,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1560bc4da4964e02acb6366b026b9635 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/1560bc4da4964e02acb6366b026b9635 2024-11-25T10:37:11,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9166676fcdab4ecf94a53d321adee4df to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/9166676fcdab4ecf94a53d321adee4df 2024-11-25T10:37:11,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d71905c294954158afb69b7dac2c004b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/d71905c294954158afb69b7dac2c004b 2024-11-25T10:37:11,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/47fc9df4067941c6a0ca78ef6b7dab7a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/47fc9df4067941c6a0ca78ef6b7dab7a 2024-11-25T10:37:11,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fb129a1d912a41a494677d718b0f713c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/2cdc100098e549cb8b6f83a0e69fe09c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/61b50e1b2bfa41da88aedb44778ea55b, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/c9ae00661e564fa493c96ea470afbe0a, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/108980e594344a2c9c9f18321c7261f2, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/99197f6b197748b692af6ca82669f5b9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/60d5ac88044c4a9ca6e874af8887a61e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/7da6b51d28fe485882952d0d24058da5, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0ecbc968c47c4a6f8f498415ef2063fa, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/f5b3b613ce4e4bb7a28ad2286d26b17d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/184c77ba5cf745689dec71184d654eac, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/01e69c3e7895411990357ff69b73e42d, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/15322efffb804d15831ab423e20ce747, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0e4b8e89fde0471c9af391d123a733d0, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/b0254e1940ca4c64b99346182dba2761, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/08a83c3ad1d34d97a97cc9506b4d3e05, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/ceb952c42ccd4bc6a82b948b569d343f, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/dd93b2eef8ea4d55abec999e515ddc6e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/4240ef8f276c408b94b40753d928e6e1, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cf6fca9468c24db09ecfd709cfb0cb5e, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cd4d0605d437437d886e8de931e7f2d9, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/771046ca759d4e24b8acd9ca166b018c, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a340dd5df8f64c06bcf574552038a4e6, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a10586e226f94e14840fcebc812e3cdd] to archive 2024-11-25T10:37:11,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T10:37:11,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fb129a1d912a41a494677d718b0f713c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fb129a1d912a41a494677d718b0f713c 2024-11-25T10:37:11,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/2cdc100098e549cb8b6f83a0e69fe09c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/2cdc100098e549cb8b6f83a0e69fe09c 2024-11-25T10:37:11,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/61b50e1b2bfa41da88aedb44778ea55b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/61b50e1b2bfa41da88aedb44778ea55b 2024-11-25T10:37:11,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/c9ae00661e564fa493c96ea470afbe0a to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/c9ae00661e564fa493c96ea470afbe0a 2024-11-25T10:37:11,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/108980e594344a2c9c9f18321c7261f2 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/108980e594344a2c9c9f18321c7261f2 2024-11-25T10:37:11,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/99197f6b197748b692af6ca82669f5b9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/99197f6b197748b692af6ca82669f5b9 2024-11-25T10:37:11,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/60d5ac88044c4a9ca6e874af8887a61e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/60d5ac88044c4a9ca6e874af8887a61e 2024-11-25T10:37:11,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/7da6b51d28fe485882952d0d24058da5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/7da6b51d28fe485882952d0d24058da5 2024-11-25T10:37:11,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0ecbc968c47c4a6f8f498415ef2063fa to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0ecbc968c47c4a6f8f498415ef2063fa 2024-11-25T10:37:11,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/f5b3b613ce4e4bb7a28ad2286d26b17d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/f5b3b613ce4e4bb7a28ad2286d26b17d 2024-11-25T10:37:11,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/184c77ba5cf745689dec71184d654eac to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/184c77ba5cf745689dec71184d654eac 2024-11-25T10:37:11,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/01e69c3e7895411990357ff69b73e42d to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/01e69c3e7895411990357ff69b73e42d 2024-11-25T10:37:11,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/15322efffb804d15831ab423e20ce747 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/15322efffb804d15831ab423e20ce747 2024-11-25T10:37:11,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0e4b8e89fde0471c9af391d123a733d0 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/0e4b8e89fde0471c9af391d123a733d0 2024-11-25T10:37:11,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/b0254e1940ca4c64b99346182dba2761 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/b0254e1940ca4c64b99346182dba2761 2024-11-25T10:37:11,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/08a83c3ad1d34d97a97cc9506b4d3e05 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/08a83c3ad1d34d97a97cc9506b4d3e05 2024-11-25T10:37:11,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/ceb952c42ccd4bc6a82b948b569d343f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/ceb952c42ccd4bc6a82b948b569d343f 2024-11-25T10:37:11,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/dd93b2eef8ea4d55abec999e515ddc6e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/dd93b2eef8ea4d55abec999e515ddc6e 2024-11-25T10:37:11,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/4240ef8f276c408b94b40753d928e6e1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/4240ef8f276c408b94b40753d928e6e1 2024-11-25T10:37:11,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cf6fca9468c24db09ecfd709cfb0cb5e to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cf6fca9468c24db09ecfd709cfb0cb5e 2024-11-25T10:37:11,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cd4d0605d437437d886e8de931e7f2d9 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/cd4d0605d437437d886e8de931e7f2d9 2024-11-25T10:37:11,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/771046ca759d4e24b8acd9ca166b018c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/771046ca759d4e24b8acd9ca166b018c 2024-11-25T10:37:11,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a340dd5df8f64c06bcf574552038a4e6 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a340dd5df8f64c06bcf574552038a4e6 2024-11-25T10:37:11,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a10586e226f94e14840fcebc812e3cdd to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/a10586e226f94e14840fcebc812e3cdd 2024-11-25T10:37:11,886 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/recovered.edits/409.seqid, newMaxSeqId=409, maxSeqId=4 2024-11-25T10:37:11,891 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc. 2024-11-25T10:37:11,891 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] regionserver.HRegion(1635): Region close journal for 313fd2dbf07a7244095118420251a0bc: 2024-11-25T10:37:11,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=181 updating hbase:meta row=313fd2dbf07a7244095118420251a0bc, regionState=CLOSED 2024-11-25T10:37:11,894 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION, pid=182}] handler.UnassignRegionHandler(170): Closed 313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:11,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-25T10:37:11,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseRegionProcedure 313fd2dbf07a7244095118420251a0bc, server=1ab1d4f27f0d,44363,1732530842303 in 1.9250 sec 2024-11-25T10:37:11,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=181, resume processing ppid=180 2024-11-25T10:37:11,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, ppid=180, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=313fd2dbf07a7244095118420251a0bc, UNASSIGN in 1.9290 sec 2024-11-25T10:37:11,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-25T10:37:11,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9320 sec 2024-11-25T10:37:11,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732531031902"}]},"ts":"1732531031902"} 2024-11-25T10:37:11,903 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T10:37:11,912 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T10:37:11,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9750 sec 2024-11-25T10:37:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T10:37:12,044 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-25T10:37:12,045 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-25T10:37:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:37:12,046 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=183, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:37:12,047 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=183, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:37:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-25T10:37:12,049 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,051 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C, FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/recovered.edits] 2024-11-25T10:37:12,053 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/39974252d1df4ff8b27564d67b4eb44c to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/39974252d1df4ff8b27564d67b4eb44c 2024-11-25T10:37:12,055 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4d74208d65ca4d338b078624d2c3e525 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/4d74208d65ca4d338b078624d2c3e525 2024-11-25T10:37:12,056 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d373cd677cd141949e3d25d2b6043133 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d373cd677cd141949e3d25d2b6043133 2024-11-25T10:37:12,057 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d607f7313bd441deb7f59337641e8e4b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/A/d607f7313bd441deb7f59337641e8e4b 2024-11-25T10:37:12,059 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/0aaa33b399fc4d6cb595c62525f14a42 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/0aaa33b399fc4d6cb595c62525f14a42 2024-11-25T10:37:12,060 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/306b25ba87744cbe9f0d5ec52731b42b to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/306b25ba87744cbe9f0d5ec52731b42b 2024-11-25T10:37:12,061 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/40dd1f8fa556403d9c6276da5a31ccf5 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/40dd1f8fa556403d9c6276da5a31ccf5 2024-11-25T10:37:12,062 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/5607b713e0eb4fb4bac7bb8d9479e4c1 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/B/5607b713e0eb4fb4bac7bb8d9479e4c1 2024-11-25T10:37:12,064 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/8abb029231324818b9e4bae4605cf030 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/8abb029231324818b9e4bae4605cf030 2024-11-25T10:37:12,065 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/981f0385a18549a3a92598981f43409f to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/981f0385a18549a3a92598981f43409f 2024-11-25T10:37:12,066 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/e00f0d7623c14576a4b175df40fafca8 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/e00f0d7623c14576a4b175df40fafca8 2024-11-25T10:37:12,067 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fc452eb7ac6e4fb0a2c684f0a522db54 to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/C/fc452eb7ac6e4fb0a2c684f0a522db54 2024-11-25T10:37:12,069 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/recovered.edits/409.seqid to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc/recovered.edits/409.seqid 2024-11-25T10:37:12,069 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/default/TestAcidGuarantees/313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,069 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T10:37:12,070 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:37:12,070 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T10:37:12,072 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125010538b24a5d4d21af797fa1bb98b6b7_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125010538b24a5d4d21af797fa1bb98b6b7_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,072 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250537eb1c2d694384a7a4ad928b1a2e93_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250537eb1c2d694384a7a4ad928b1a2e93_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,073 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251955eebda31741149af0ee271f56bfc6_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251955eebda31741149af0ee271f56bfc6_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,074 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252661b035b6c943bfbe2cc15c506eb5e0_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252661b035b6c943bfbe2cc15c506eb5e0_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,075 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252bda84e3912145b7a0af48ce2fc4257a_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252bda84e3912145b7a0af48ce2fc4257a_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,075 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253648f2cf0fed42f2922c858ffd5235b5_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253648f2cf0fed42f2922c858ffd5235b5_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,076 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253dbffd1148f24106bd04547d3a7f2341_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253dbffd1148f24106bd04547d3a7f2341_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,077 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568f648840124437989b9013179a4efab_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112568f648840124437989b9013179a4efab_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,078 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125732723f34d6040e199497030801f2dee_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125732723f34d6040e199497030801f2dee_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,079 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257352c1087717432ebb22c75006c1be87_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257352c1087717432ebb22c75006c1be87_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,080 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112586bcb4752f51452eb35784fb5de511a0_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112586bcb4752f51452eb35784fb5de511a0_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,081 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591e8896d201941078fd25eb009283bb9_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112591e8896d201941078fd25eb009283bb9_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,081 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125968bd7c034bb456b9bcfb62e34dd25b9_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125968bd7c034bb456b9bcfb62e34dd25b9_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,082 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112599e49463f7894562a9373d98641b0621_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112599e49463f7894562a9373d98641b0621_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,083 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259d118f018f714e469b15dc7d874a6408_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259d118f018f714e469b15dc7d874a6408_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,084 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae4625058e784a04ae96d54ce7a9b74e_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ae4625058e784a04ae96d54ce7a9b74e_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,085 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b7121cb9db384007a02079b5dd59b5cf_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b7121cb9db384007a02079b5dd59b5cf_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,085 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c1ca6ca161274c1daec6245bc275274b_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c1ca6ca161274c1daec6245bc275274b_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,086 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4d16e68adf346ed8fb11bd6b51e14a7_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d4d16e68adf346ed8fb11bd6b51e14a7_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,087 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e13b8d6962e640498dcabf52482aa2e1_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e13b8d6962e640498dcabf52482aa2e1_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,088 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e197c5cd22a34089af69852bd4325aed_313fd2dbf07a7244095118420251a0bc to hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e197c5cd22a34089af69852bd4325aed_313fd2dbf07a7244095118420251a0bc 2024-11-25T10:37:12,088 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T10:37:12,090 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=183, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:37:12,092 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T10:37:12,093 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T10:37:12,094 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=183, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:37:12,094 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T10:37:12,094 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732531032094"}]},"ts":"9223372036854775807"} 2024-11-25T10:37:12,096 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T10:37:12,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 313fd2dbf07a7244095118420251a0bc, NAME => 'TestAcidGuarantees,,1732530995908.313fd2dbf07a7244095118420251a0bc.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T10:37:12,096 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T10:37:12,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732531032096"}]},"ts":"9223372036854775807"} 2024-11-25T10:37:12,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T10:37:12,138 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=183, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T10:37:12,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-11-25T10:37:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35467 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-25T10:37:12,148 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-25T10:37:12,156 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 238), OpenFileDescriptor=447 (was 448), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=678 (was 761), ProcessCount=11 (was 11), AvailableMemoryMB=1676 (was 1145) - AvailableMemoryMB LEAK? - 2024-11-25T10:37:12,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T10:37:12,156 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T10:37:12,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76523d14 to 127.0.0.1:49199 2024-11-25T10:37:12,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:12,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T10:37:12,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531303381, stopped=false 2024-11-25T10:37:12,157 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:37:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:37:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T10:37:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:37:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:37:12,167 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T10:37:12,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:37:12,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T10:37:12,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:12,168 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '1ab1d4f27f0d,44363,1732530842303' ***** 2024-11-25T10:37:12,168 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T10:37:12,169 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T10:37:12,169 INFO [RS:0;1ab1d4f27f0d:44363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T10:37:12,169 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T10:37:12,169 INFO [RS:0;1ab1d4f27f0d:44363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T10:37:12,169 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(3579): Received CLOSE for 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:37:12,170 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1224): stopping server 1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:12,170 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:12,170 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T10:37:12,170 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T10:37:12,170 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T10:37:12,170 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T10:37:12,171 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 71f3d0fbd8596d0c17ee162b3abc46e8, disabling compactions & flushes 2024-11-25T10:37:12,171 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:37:12,171 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:37:12,171 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. after waiting 0 ms 2024-11-25T10:37:12,171 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:37:12,171 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T10:37:12,171 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 71f3d0fbd8596d0c17ee162b3abc46e8 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T10:37:12,171 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 71f3d0fbd8596d0c17ee162b3abc46e8=hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8.} 2024-11-25T10:37:12,171 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T10:37:12,171 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T10:37:12,171 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T10:37:12,171 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T10:37:12,171 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T10:37:12,171 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T10:37:12,175 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:37:12,193 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8/.tmp/info/b14771a83fd045c89d795d9d0e4eb250 is 45, key is default/info:d/1732530847729/Put/seqid=0 2024-11-25T10:37:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742501_1677 (size=5037) 2024-11-25T10:37:12,204 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/info/49218afecdbb4cc08e64a30931ee16ec is 143, key is hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8./info:regioninfo/1732530847656/Put/seqid=0 2024-11-25T10:37:12,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742502_1678 (size=7725) 2024-11-25T10:37:12,235 INFO [regionserver/1ab1d4f27f0d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:37:12,375 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:37:12,387 INFO [regionserver/1ab1d4f27f0d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T10:37:12,388 INFO [regionserver/1ab1d4f27f0d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T10:37:12,575 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 71f3d0fbd8596d0c17ee162b3abc46e8 2024-11-25T10:37:12,603 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8/.tmp/info/b14771a83fd045c89d795d9d0e4eb250 2024-11-25T10:37:12,607 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8/.tmp/info/b14771a83fd045c89d795d9d0e4eb250 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8/info/b14771a83fd045c89d795d9d0e4eb250 2024-11-25T10:37:12,611 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8/info/b14771a83fd045c89d795d9d0e4eb250, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T10:37:12,612 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 71f3d0fbd8596d0c17ee162b3abc46e8 in 441ms, sequenceid=6, compaction requested=false 2024-11-25T10:37:12,616 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/namespace/71f3d0fbd8596d0c17ee162b3abc46e8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T10:37:12,617 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/info/49218afecdbb4cc08e64a30931ee16ec 2024-11-25T10:37:12,617 INFO [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:37:12,617 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 71f3d0fbd8596d0c17ee162b3abc46e8: 2024-11-25T10:37:12,617 DEBUG [RS_CLOSE_REGION-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732530846373.71f3d0fbd8596d0c17ee162b3abc46e8. 2024-11-25T10:37:12,640 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/rep_barrier/6f670a2e5bbd4fe3bed327f0c694a444 is 102, key is TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314./rep_barrier:/1732530875846/DeleteFamily/seqid=0 2024-11-25T10:37:12,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742503_1679 (size=6025) 2024-11-25T10:37:12,776 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T10:37:12,976 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T10:37:13,044 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/rep_barrier/6f670a2e5bbd4fe3bed327f0c694a444 2024-11-25T10:37:13,066 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/table/16fddef2cbd74f62ac63efa32bb71211 is 96, key is TestAcidGuarantees,,1732530848030.d01141ca1db16ffb224f84dfe5ee4314./table:/1732530875846/DeleteFamily/seqid=0 2024-11-25T10:37:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742504_1680 (size=5942) 2024-11-25T10:37:13,176 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-25T10:37:13,176 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T10:37:13,176 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T10:37:13,376 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T10:37:13,470 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/table/16fddef2cbd74f62ac63efa32bb71211 2024-11-25T10:37:13,476 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/info/49218afecdbb4cc08e64a30931ee16ec as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/info/49218afecdbb4cc08e64a30931ee16ec 2024-11-25T10:37:13,483 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/info/49218afecdbb4cc08e64a30931ee16ec, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T10:37:13,484 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/rep_barrier/6f670a2e5bbd4fe3bed327f0c694a444 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/rep_barrier/6f670a2e5bbd4fe3bed327f0c694a444 2024-11-25T10:37:13,487 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/rep_barrier/6f670a2e5bbd4fe3bed327f0c694a444, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T10:37:13,488 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/.tmp/table/16fddef2cbd74f62ac63efa32bb71211 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/table/16fddef2cbd74f62ac63efa32bb71211 2024-11-25T10:37:13,491 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/table/16fddef2cbd74f62ac63efa32bb71211, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T10:37:13,492 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=93, compaction requested=false 2024-11-25T10:37:13,495 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T10:37:13,496 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T10:37:13,496 INFO [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T10:37:13,496 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T10:37:13,496 DEBUG [RS_CLOSE_META-regionserver/1ab1d4f27f0d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T10:37:13,577 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1250): stopping server 1ab1d4f27f0d,44363,1732530842303; all regions closed. 2024-11-25T10:37:13,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741834_1010 (size=26050) 2024-11-25T10:37:13,582 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/oldWALs 2024-11-25T10:37:13,582 INFO [RS:0;1ab1d4f27f0d:44363 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 1ab1d4f27f0d%2C44363%2C1732530842303.meta:.meta(num 1732530845891) 2024-11-25T10:37:13,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741833_1009 (size=15567877) 2024-11-25T10:37:13,587 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/oldWALs 2024-11-25T10:37:13,587 INFO [RS:0;1ab1d4f27f0d:44363 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 1ab1d4f27f0d%2C44363%2C1732530842303:(num 1732530845520) 2024-11-25T10:37:13,587 DEBUG [RS:0;1ab1d4f27f0d:44363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:13,587 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T10:37:13,587 INFO [RS:0;1ab1d4f27f0d:44363 {}] hbase.ChoreService(370): Chore service for: regionserver/1ab1d4f27f0d:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T10:37:13,587 INFO [regionserver/1ab1d4f27f0d:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T10:37:13,588 INFO [RS:0;1ab1d4f27f0d:44363 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44363 2024-11-25T10:37:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1ab1d4f27f0d,44363,1732530842303 2024-11-25T10:37:13,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T10:37:13,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1ab1d4f27f0d,44363,1732530842303] 2024-11-25T10:37:13,649 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 1ab1d4f27f0d,44363,1732530842303; numProcessing=1 2024-11-25T10:37:13,662 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/1ab1d4f27f0d,44363,1732530842303 already deleted, retry=false 2024-11-25T10:37:13,662 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 1ab1d4f27f0d,44363,1732530842303 expired; onlineServers=0 2024-11-25T10:37:13,662 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '1ab1d4f27f0d,35467,1732530840971' ***** 2024-11-25T10:37:13,662 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T10:37:13,662 DEBUG [M:0;1ab1d4f27f0d:35467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201e291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1ab1d4f27f0d/172.17.0.3:0 2024-11-25T10:37:13,662 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegionServer(1224): stopping server 1ab1d4f27f0d,35467,1732530840971 2024-11-25T10:37:13,662 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegionServer(1250): stopping server 1ab1d4f27f0d,35467,1732530840971; all regions closed. 2024-11-25T10:37:13,662 DEBUG [M:0;1ab1d4f27f0d:35467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T10:37:13,662 DEBUG [M:0;1ab1d4f27f0d:35467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T10:37:13,663 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T10:37:13,663 DEBUG [M:0;1ab1d4f27f0d:35467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T10:37:13,663 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.large.0-1732530845073 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.large.0-1732530845073,5,FailOnTimeoutGroup] 2024-11-25T10:37:13,663 DEBUG [master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.small.0-1732530845079 {}] cleaner.HFileCleaner(306): Exit Thread[master/1ab1d4f27f0d:0:becomeActiveMaster-HFileCleaner.small.0-1732530845079,5,FailOnTimeoutGroup] 2024-11-25T10:37:13,663 INFO [M:0;1ab1d4f27f0d:35467 {}] hbase.ChoreService(370): Chore service for: master/1ab1d4f27f0d:0 had [] on shutdown 2024-11-25T10:37:13,663 DEBUG [M:0;1ab1d4f27f0d:35467 {}] master.HMaster(1733): Stopping service threads 2024-11-25T10:37:13,663 INFO [M:0;1ab1d4f27f0d:35467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T10:37:13,663 ERROR [M:0;1ab1d4f27f0d:35467 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:36749 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36749,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T10:37:13,664 INFO [M:0;1ab1d4f27f0d:35467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T10:37:13,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T10:37:13,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T10:37:13,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T10:37:13,681 DEBUG [M:0;1ab1d4f27f0d:35467 {}] zookeeper.ZKUtil(347): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T10:37:13,681 WARN [M:0;1ab1d4f27f0d:35467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T10:37:13,681 INFO [M:0;1ab1d4f27f0d:35467 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T10:37:13,681 INFO [M:0;1ab1d4f27f0d:35467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T10:37:13,681 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T10:37:13,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T10:37:13,681 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:37:13,682 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:37:13,682 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T10:37:13,682 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:37:13,682 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=789.57 KB heapSize=972.81 KB 2024-11-25T10:37:13,696 DEBUG [M:0;1ab1d4f27f0d:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7103250b2204d71b25b6c39208b0bb6 is 82, key is hbase:meta,,1/info:regioninfo/1732530846120/Put/seqid=0 2024-11-25T10:37:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742505_1681 (size=5672) 2024-11-25T10:37:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:37:13,749 INFO [RS:0;1ab1d4f27f0d:44363 {}] regionserver.HRegionServer(1307): Exiting; stopping=1ab1d4f27f0d,44363,1732530842303; zookeeper connection closed. 2024-11-25T10:37:13,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44363-0x10172d8442b0001, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:37:13,749 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3319e385 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3319e385 2024-11-25T10:37:13,750 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T10:37:14,099 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2259 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7103250b2204d71b25b6c39208b0bb6 2024-11-25T10:37:14,128 DEBUG [M:0;1ab1d4f27f0d:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42b1f928d9be4faa9c9a908a9341ecf8 is 2283, key is \x00\x00\x00\x00\x00\x00\x00[/proc:d/1732530936126/Put/seqid=0 2024-11-25T10:37:14,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742506_1682 (size=45739) 2024-11-25T10:37:14,577 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=789.01 KB at sequenceid=2259 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42b1f928d9be4faa9c9a908a9341ecf8 2024-11-25T10:37:14,580 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42b1f928d9be4faa9c9a908a9341ecf8 2024-11-25T10:37:14,597 DEBUG [M:0;1ab1d4f27f0d:35467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/694e548290334b9699f1c9b0baa2a6e8 is 69, key is 1ab1d4f27f0d,44363,1732530842303/rs:state/1732530845229/Put/seqid=0 2024-11-25T10:37:14,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073742507_1683 (size=5156) 2024-11-25T10:37:14,606 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2259 (bloomFilter=true), to=hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/694e548290334b9699f1c9b0baa2a6e8 2024-11-25T10:37:14,610 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7103250b2204d71b25b6c39208b0bb6 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7103250b2204d71b25b6c39208b0bb6 2024-11-25T10:37:14,613 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7103250b2204d71b25b6c39208b0bb6, entries=8, sequenceid=2259, filesize=5.5 K 2024-11-25T10:37:14,614 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42b1f928d9be4faa9c9a908a9341ecf8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42b1f928d9be4faa9c9a908a9341ecf8 2024-11-25T10:37:14,617 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42b1f928d9be4faa9c9a908a9341ecf8 2024-11-25T10:37:14,618 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42b1f928d9be4faa9c9a908a9341ecf8, entries=183, sequenceid=2259, filesize=44.7 K 2024-11-25T10:37:14,618 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/694e548290334b9699f1c9b0baa2a6e8 as hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/694e548290334b9699f1c9b0baa2a6e8 2024-11-25T10:37:14,621 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36749/user/jenkins/test-data/e0c1aa87-317f-d1e8-0667-f94427cd8e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/694e548290334b9699f1c9b0baa2a6e8, entries=1, sequenceid=2259, filesize=5.0 K 2024-11-25T10:37:14,622 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(3040): Finished flush of dataSize ~789.57 KB/808520, heapSize ~972.52 KB/995856, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=2259, compaction requested=false 2024-11-25T10:37:14,623 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T10:37:14,623 DEBUG [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T10:37:14,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33641 is added to blk_1073741830_1006 (size=956610) 2024-11-25T10:37:14,626 INFO [M:0;1ab1d4f27f0d:35467 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T10:37:14,626 INFO [M:0;1ab1d4f27f0d:35467 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:35467 2024-11-25T10:37:14,627 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T10:37:14,662 DEBUG [M:0;1ab1d4f27f0d:35467 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/1ab1d4f27f0d,35467,1732530840971 already deleted, retry=false 2024-11-25T10:37:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:37:14,770 INFO [M:0;1ab1d4f27f0d:35467 {}] regionserver.HRegionServer(1307): Exiting; stopping=1ab1d4f27f0d,35467,1732530840971; zookeeper connection closed. 2024-11-25T10:37:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35467-0x10172d8442b0000, quorum=127.0.0.1:49199, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T10:37:14,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T10:37:14,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:37:14,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:37:14,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:37:14,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/hadoop.log.dir/,STOPPED} 2024-11-25T10:37:14,783 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T10:37:14,783 WARN [BP-143220253-172.17.0.3-1732530836656 heartbeating to localhost/127.0.0.1:36749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T10:37:14,783 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T10:37:14,783 WARN [BP-143220253-172.17.0.3-1732530836656 heartbeating to localhost/127.0.0.1:36749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-143220253-172.17.0.3-1732530836656 (Datanode Uuid 7b8c5601-45a1-48c5-af49-4aa80d257c15) service to localhost/127.0.0.1:36749 2024-11-25T10:37:14,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/dfs/data/data1/current/BP-143220253-172.17.0.3-1732530836656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:37:14,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/cluster_63d2cf36-8afb-de97-ef8b-64b4701afeb3/dfs/data/data2/current/BP-143220253-172.17.0.3-1732530836656 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T10:37:14,787 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T10:37:14,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T10:37:14,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T10:37:14,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T10:37:14,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T10:37:14,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/758286a9-a146-7151-9ae7-d2193c24e9fb/hadoop.log.dir/,STOPPED} 2024-11-25T10:37:14,818 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T10:37:15,014 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down